00010000:00000010:2.1F:1788201145.356950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02680030600.
00010000:00000010:2.1:1788201145.379423:0:9846:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fce00.
00000080:00000010:2.1:1788201164.974703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0268302e400.
00000080:00000010:2.1:1788201164.974717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02692397ba0.
00010000:00000010:2.1:1788201164.974724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa026850e4c00.
00010000:00000010:2.1:1788201164.974730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f600.
00000080:00000010:2.1:1788201165.003495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02685b61500.
00010000:00000010:1.1F:1788201167.513598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31f00.
00010000:00000010:1.1:1788201167.513647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c9a00.
00000080:00000010:1.1:1788201183.960139:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02685b61680.
00010000:00000010:3.1F:1788201202.879079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02692ec9100.
00010000:00000010:3.1:1788201202.879116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c8c00.
00000080:00000010:2.1:1788201202.931553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02695578f40.
00010000:00000010:3.1:1788201205.336470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c8000.
00000080:00000010:3.1:1788201221.894459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02691f9fe20.
00010000:00000010:2.1:1788201269.621449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d900.
00010000:00000010:2.1:1788201269.621694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02680030800.
00010000:00000010:2.1:1788201269.656866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02696730000.
00010000:00000010:1.1:1788201270.951078:0:2333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd000.
00010000:00000010:3.1:1788201273.174680:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fcc00.
00010000:00000010:3.1:1788201299.754716:0:11337:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02696730000.
00010000:00000010:3.1:1788201299.754727:0:11337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc800.
00010000:00000010:3.1:1788201299.766642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a700.
00010000:00000010:0.1F:1788201316.443476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02680030e00.
00010000:00000010:0.1:1788201316.446658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a500.
00010000:00000010:0.1:1788201316.446676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216e600.
00010000:00000010:0.1:1788201316.446681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d400.
00010000:00000010:0.1:1788201316.446683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02680030c00.
00000080:00000010:0.1:1788201316.463850:0:11349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026834dc080.
00000080:00000010:0.1:1788201316.463869:0:11349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02685923780.
00010000:00000010:2.1:1788201318.802070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c9800.
00010000:00000010:2.1:1788201318.804466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31d00.
00010000:00000010:2.1:1788201318.804492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c9a00.
00010000:00000010:2.1:1788201318.804497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d400.
00010000:00000010:2.1:1788201318.804501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02680030800.
00000080:00000010:0.1:1788201334.484520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0268668f3a0.
00000080:00000010:0.1:1788201334.484540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0268668f960.
00010000:00000010:1.1:1788201336.133060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30800.
00010000:00000010:1.1:1788201336.133078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd400.
00010000:00000010:1.1:1788201336.133084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30900.
00010000:00000010:1.1:1788201336.133087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fcc00.
00000080:00000010:0.1:1788201336.154443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02687e047a0.
00000080:00000010:0.1:1788201336.158851:0:11394:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269299dac0.
00010000:00000010:2.1:1788201338.299439:0:11619:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a200.
00010000:00000010:2.1:1788201338.299457:0:11619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216e000.
00010000:00000010:3.1:1788201342.470433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d800.
00010000:00000010:3.1:1788201342.470444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02680030800.
00010000:00000010:3.1:1788201342.478455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a800.
00010000:00000010:2.1:1788201359.986450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593ac00.
00010000:00000010:2.1:1788201359.986470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f600.
00010000:00000010:2.1:1788201359.986475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d200.
00010000:00000010:2.1:1788201359.986478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02680030c00.
00000080:00000010:2.1:1788201360.002721:0:11982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02683031780.
00000080:00000010:2.1:1788201360.002738:0:11982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026911f5160.
00010000:00000010:2.1:1788201362.827455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30200.
00010000:00000010:2.1:1788201362.827472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216ee00.
00010000:00000010:2.1:1788201362.827478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a600.
00010000:00000010:2.1:1788201362.827481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216fe00.
00000080:00000010:3.1:1788201378.433498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026830314e0.
00000080:00000010:3.1:1788201378.433517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026911f5120.
00010000:00000010:3.1:1788201397.376740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a000.
00010000:00000010:3.1:1788201397.376758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f000.
00010000:00000010:3.1:1788201397.376763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593af00.
00010000:00000010:3.1:1788201397.376765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216fe00.
00000080:00000010:3.1:1788201397.421368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026863322e0.
00010000:00000010:3.1:1788201399.702454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593af00.
00010000:00000010:3.1:1788201399.702472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc000.
00010000:00000010:3.1:1788201399.702477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30300.
00010000:00000010:3.1:1788201399.702479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fcc00.
00000080:00000010:1.1:1788201415.381338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02683031c60.
00010000:00000010:1.1:1788201417.224460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31b00.
00010000:00000010:1.1:1788201417.224484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c9800.
00010000:00000010:1.1:1788201417.224489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31a00.
00010000:00000010:1.1:1788201417.224492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c9a00.
00000080:00000010:2.1:1788201417.248827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0268637e840.
00000080:00000010:2.1:1788201417.256492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa026929998c0.
00010000:00000010:2.1:1788201420.270842:0:37:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30700.
00010000:00000010:2.1:1788201420.270854:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc800.
00010000:00000010:2.1:1788201424.961735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30400.
00010000:00000010:2.1:1788201424.961751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd000.
00010000:00000010:2.1:1788201424.997668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30c00.
00010000:00000010:3.1:1788201424.997849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30400.
00010000:00000010:3.1:1788201424.997856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc000.
00000080:00000010:3.1:1788201440.604451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02686980e00.
00010000:00000010:2.1:1788201450.002676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd000.
00010000:00000010:2.1:1788201450.002699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31d00.
00010000:00000010:2.1:1788201450.002706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c8000.
00010000:00000010:2.1:1788201450.023326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30900.
00010000:00000010:1.1:1788201450.167449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593ab00.
00010000:00000010:1.1:1788201450.170586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f400.
00000800:00000200:3.1:1788201450.186362:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -21304 low water 177052 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.186436:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -22584 low water 177692 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.189806:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 64432 low water 167464 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.189819:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 64432 low water 167464 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.189835:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 278132 low water 143814 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.192262:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 82676 low water 291462 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.192301:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 82676 low water 291462 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.192353:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 423060 low water 254390 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.196774:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -32020 low water 481930 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.196793:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -32020 low water 481930 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.196827:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 14000 low water 458920 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.196832:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 14000 low water 458920 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.196867:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 60020 low water 435910 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.196872:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 60020 low water 435910 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.196891:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 79460 low water 426190 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.196916:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 140600 low water 412260 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.196920:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 140600 low water 412260 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.197373:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 186620 low water 389250 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.197378:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 186620 low water 389250 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.197420:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 213464 low water 375828 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.197425:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 213464 low water 375828 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.200735:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 231360 low water 366880 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.200751:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 231360 low water 366880 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.200783:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 277380 low water 343870 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.200788:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 277380 low water 343870 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.200814:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 356680 low water 320860 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.201855:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -62608 low water 530504 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.201877:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -63888 low water 531144 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.202984:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 135576 low water 448052 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.203030:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 135576 low water 448052 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.203044:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 135576 low water 448052 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.203054:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 134296 low water 448692 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.204173:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 277512 low water 393724 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.204204:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 277512 low water 393724 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.204217:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 277512 low water 393724 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.204231:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 276232 low water 394364 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.204236:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 276232 low water 394364 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.210442:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 294128 low water 385416 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.210458:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 294128 low water 385416 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.210495:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 358044 low water 353458 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.213807:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 27004 low water 535618 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.213830:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 27004 low water 535618 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.213841:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 27004 low water 535618 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.215855:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 44900 low water 526670 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.215871:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 44900 low water 526670 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.215894:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 106304 low water 512608 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.215924:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 170220 low water 480650 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.215929:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 170220 low water 480650 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.215958:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 234136 low water 448692 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.215966:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 232856 low water 449332 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.220560:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 312156 low water 426322 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.220588:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 312156 low water 426322 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.220613:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 312156 low water 426322 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.220660:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 331332 low water 416734 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.220665:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 331332 low water 416734 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.220687:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 393968 low water 385416 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.221907:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -25320 low water 595060 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.221923:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -25320 low water 595060 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.221929:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -25320 low water 595060 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.221962:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 10472 low water 577164 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.221967:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 10472 low water 577164 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.221982:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 74388 low water 545206 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.221997:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 129356 low water 517722 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.225180:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 203500 low water 480650 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.225206:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 203500 low water 480650 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.225217:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 203500 low water 480650 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.225222:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 203500 low water 480650 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.225243:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 258468 low water 453166 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.227664:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 323664 low water 420568 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.227687:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 323664 low water 420568 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.227698:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 322384 low water 421208 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.227726:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 460444 low water 352178 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.233653:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -50884 low water 607842 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.233678:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -50884 low water 607842 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.233691:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -50884 low water 607842 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.234938:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 13032 low water 575884 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.234960:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 13032 low water 575884 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.234966:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 13032 low water 575884 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.234985:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 110228 low water 543926 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.235428:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 110228 low water 543926 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.235450:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 108948 low water 544566 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.242432:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 506596 low water 379022 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.243221:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -4732 low water 634686 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.243239:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -4732 low water 634686 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.244879:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -6012 low water 635326 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.255416:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 408252 low water 461474 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.255451:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 406972 low water 462114 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.255457:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 406972 low water 462114 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.256825:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 406972 low water 462114 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.256852:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 405692 low water 462754 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201450.257245:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 488784 low water 421208 conn ffffa02683c50000 blocked idle queued
00010000:00000010:2.1:1788201451.334461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd400.
00010000:00000010:2.1:1788201451.334485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584dd00.
00010000:00000010:2.1:1788201451.334490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02687dcce00.
00010000:00000010:2.1:1788201451.342667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30900.
00010000:00000010:3.1:1788201451.393654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02687dcd600.
00010000:00000010:3.1:1788201457.774139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f400.
00010000:00000010:3.1:1788201457.774160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31100.
00010000:00000010:3.1:1788201457.774167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02687dcec00.
00010000:00000010:3.1:1788201457.798414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a700.
00010000:00000010:2.1:1788201457.952355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a800.
00010000:00000010:2.1:1788201457.952365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f400.
00000800:00000200:3.1:1788201457.953965:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 10688 low water 660256 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.953981:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 10688 low water 660256 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.953990:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 9408 low water 660896 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.954032:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 28584 low water 651308 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.954046:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 47760 low water 641720 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.954060:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 66936 low water 632132 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.954100:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 86112 low water 622544 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.954114:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 84832 low water 623184 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.954119:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 84832 low water 623184 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.955255:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 84832 low water 623184 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.955281:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 83552 low water 623824 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.957561:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 101448 low water 614876 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.957584:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 101448 low water 614876 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.957603:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 100168 low water 615516 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.957612:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 98888 low water 616156 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.957634:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 119344 low water 605928 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.957649:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 147468 low water 591866 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.958117:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 147468 low water 591866 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.958131:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 147468 low water 591866 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.958146:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 146188 low water 592506 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.959021:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 146188 low water 592506 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.962869:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 173032 low water 579084 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963002:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 173032 low water 579084 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963021:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 173032 low water 579084 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963057:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 199876 low water 565662 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963062:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 199876 low water 565662 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963101:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 228000 low water 551600 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963115:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 238228 low water 546486 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963126:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 266352 low water 532424 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963139:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 294476 low water 518362 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963165:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 304704 low water 513248 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963180:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 350724 low water 490238 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.963198:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 369900 low water 480650 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.964854:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 369900 low water 480650 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.964882:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 368620 low water 481290 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.965246:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 368620 low water 481290 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.965264:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 367340 low water 481930 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.966260:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 367340 low water 481930 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.967388:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 552700 low water 389250 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.970346:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -11036 low water 671118 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.970384:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -11036 low water 671118 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.970398:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace -11036 low water 671118 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.970460:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 116796 low water 607202 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.971370:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 116796 low water 607202 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.971386:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 116796 low water 607202 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.972353:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 115516 low water 607842 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.974524:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 445324 low water 442938 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.988274:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 377616 low water 493432 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.988714:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 377616 low water 493432 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.988761:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 377616 low water 493432 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.988774:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 377616 low water 493432 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.988781:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 377616 low water 493432 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.989357:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 377616 low water 493432 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.989376:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 377616 low water 493432 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.990056:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 376336 low water 494072 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201457.992541:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 565572 low water 416094 conn ffffa02683c50000 blocked idle queued
00000800:00000200:3.1:1788201458.016469:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffffa026a0f5c980 wspace 541504 low water 511328 conn ffffa02683c50000 blocked idle queued
00010000:00000010:2.1:1788201458.463246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30100.
00010000:00000010:2.1:1788201458.463261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd000.
00010000:00000010:2.1:1788201458.463265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30900.
00010000:00000010:2.1:1788201458.463267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd400.
00000080:00000010:2.1:1788201458.481682:0:13323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02686ac2c80.
00000080:00000010:2.1:1788201458.481700:0:13323:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269299f380.
00010000:00000010:2.1:1788201458.487461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a900.
00010000:00000010:2.1:1788201458.487478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216ec00.
00010000:00000010:2.1:1788201458.487484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30d00.
00010000:00000010:2.1:1788201458.487487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc000.
00000080:00000010:2.1:1788201458.495418:0:13323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026863553c0.
00000080:00000010:2.1:1788201458.495434:0:13323:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa02692998840.
00010000:00000010:2.1:1788201458.500572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30700.
00010000:00000010:2.1:1788201458.500587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fcc00.
00010000:00000010:2.1:1788201458.500591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30000.
00010000:00000010:2.1:1788201458.500595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd000.
00000080:00000010:2.1:1788201458.509673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02686ac2320.
00000080:00000010:2.1:1788201458.512856:0:13324:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269298b9c0.
00010000:00000010:2.1:1788201461.266474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30900.
00010000:00000010:2.1:1788201461.266487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd400.
00010000:00000010:2.1:1788201461.266493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d400.
00010000:00000010:2.1:1788201461.266513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02687dcda00.
00010000:00000010:3.1:1788201466.291730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584dc00.
00010000:00000010:3.1:1788201466.291747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c4a00.
00010000:00000010:0.1:1788201578.826505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593ac00.
00010000:00000010:0.1:1788201578.826518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216ec00.
00010000:00000010:1.1:1788201578.932682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584db00.
00010000:00000010:1.1:1788201578.932705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c5c00.
00000080:00000010:1.1:1788201578.932712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02687d494c0.
00010000:00000010:2.1:1788201578.943291:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216e800.
00010000:00000010:2.1:1788201578.943318:0:2:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02692ec9100.
00000080:00000010:2.1:1788201578.943328:0:2:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0268304f120.
00010000:00000010:2.1:1788201578.943341:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fce00.
00010000:00000010:2.1:1788201578.943347:0:2:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02696730a00.
00010000:00000010:2.1:1788201578.943351:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216fa00.
00010000:00000010:2.1:1788201578.943354:0:2:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a600.
00010000:00000010:2.1:1788201579.116445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a200.
00010000:00000010:2.1:1788201579.116461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f400.
00010000:00000010:2.1:1788201579.133993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30300.
00010000:00000010:2.1:1788201579.151636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd400.
00010000:00000010:3.1:1788201579.295620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c6c00.
00010000:00000010:3.1:1788201579.295641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30900.
00010000:00000010:3.1:1788201579.295645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fce00.
00010000:00000010:3.1:1788201579.295649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31d00.
00010000:00000010:3.1:1788201579.295652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c7e00.
00000080:00000010:3.1:1788201579.311626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02687ce4e60.
00000080:00000010:3.1:1788201579.311650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269298b9c0.
00010000:00000010:2.1:1788201584.152026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30f00.
00010000:00000010:2.1:1788201584.152039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c7a00.
00010000:00000010:3.1:1788201606.566485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31000.
00010000:00000010:3.1:1788201606.566511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c7600.
00010000:00000010:1.1:1788201606.869568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31c00.
00010000:00000010:1.1:1788201606.869586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c6800.
00010000:00000010:1.1:1788201606.890703:0:14638:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31b00.
00010000:00000010:2.1:1788201606.926480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c6800.
00010000:00000010:0.1:1788201607.095655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30700.
00010000:00000010:0.1:1788201607.095663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc400.
00010000:00000010:0.1:1788201607.107965:0:14644:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d300.
00010000:00000010:3.1:1788201607.109468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c4000.
00010000:00000010:2.1:1788201607.288554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd400.
00010000:00000010:2.1:1788201607.288570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31c00.
00010000:00000010:2.1:1788201607.288577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c7000.
00010000:00000010:2.1:1788201607.288581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a500.
00010000:00000010:2.1:1788201607.288584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216ec00.
00000080:00000010:2.1:1788201607.305653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02687ce4140.
00000080:00000010:2.1:1788201607.314610:0:1358:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa02692922940.
00010000:00000010:3.1:1788201609.771457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31500.
00010000:00000010:3.1:1788201609.771477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c4400.
00010000:00000010:1.1:1788201618.685668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593ab00.
00010000:00000010:1.1:1788201618.685682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216fa00.
00000080:00000010:2.1:1788201618.712444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02687ce4200.
00010000:00000010:3.1:1788201618.796773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216e000.
00010000:00000010:2.1:1788201620.094959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30b00.
00010000:00000010:2.1:1788201620.094979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc000.
00010000:00000010:3.1:1788201620.137306:0:15263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c4c00.
00000080:00000010:3.1:1788201620.178762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026907cf040.
00010000:00000010:3.1:1788201620.191213:0:11563:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d300.
00010000:00000010:3.1:1788201620.288932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c7a00.
00010000:00000010:0.1:1788201620.597437:0:15291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216e000.
00010000:00000010:2.1:1788201620.707458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c6a00.
00010000:00000010:2.1:1788201620.707476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a800.
00010000:00000010:2.1:1788201620.707482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c5000.
00010000:00000010:2.1:1788201620.707486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30b00.
00010000:00000010:2.1:1788201620.707489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc000.
00000080:00000010:2.1:1788201620.725119:0:15091:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02687d49360.
00000080:00000010:2.1:1788201620.725337:0:15091:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269299e300.
00010000:00000010:0.1:1788201625.050275:0:11180:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31800.
00010000:00000010:0.1:1788201625.050289:0:11180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c6800.
00000080:00000010:1.1:1788201631.556559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026907cf000.
00000080:00000010:1.1:1788201631.556585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02691f9fb20.
00000080:00000010:1.1:1788201631.556595:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa02692926b40.
00000080:00000010:1.1:1788201631.556612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269298c200.
00000080:00000010:1.1:1788201631.556623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa02692920000.
00000080:00000010:1.1:1788201631.556641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269298d280.
00010000:00000010:3.1:1788201631.560481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c9e00.
00010000:00000010:3.1:1788201631.560505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa026932eac00.
00010000:00000010:3.1:1788201631.560533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026829c9600.
00010000:00000010:3.1:1788201631.560537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268324c800.
00010000:00000010:3.1:1788201631.560540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fde00.
00000080:00000010:1.1:1788201631.560660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269298b180.
00000080:00000010:1.1:1788201631.560674:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa02692989080.
00010000:00000010:1.1:1788201631.615569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc600.
00010000:00000010:1.1:1788201631.615594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02696730c00.
00010000:00000010:2.1:1788201631.668198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc000.
00010000:00000010:2.1:1788201631.668220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30b00.
00010000:00000010:2.1:1788201631.668225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f800.
00010000:00000010:2.1:1788201631.668232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593af00.
00010000:00000010:0.1:1788201631.803559:0:15889:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02680031800.
00010000:00000010:0.1:1788201631.803568:0:15889:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31400.
00010000:00000010:2.1:1788201633.186581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30500.
00010000:00000010:2.1:1788201633.186599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc600.
00010000:00000010:2.1:1788201633.198451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30100.
00010000:00000010:3.1:1788201633.208598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30500.
00010000:00000010:3.1:1788201633.208610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fde00.
00010000:00000010:0.1:1788201633.214657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584dd00.
00010000:00000010:0.1:1788201633.214668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c4a00.
00000080:00000010:0.1:1788201633.243048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02685095c00.
00010000:00000010:2.1:1788201633.256710:0:15989:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30100.
00010000:00000010:2.1:1788201633.256718:0:15989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc600.
00010000:00000010:2.1:1788201633.261691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30900.
00010000:00000010:2.1:1788201633.269535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd000.
00000080:00000010:3.1:1788201633.397685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026850952c0.
00010000:00000010:3.1:1788201633.441042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30f00.
00010000:00000010:3.1:1788201633.441057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fce00.
00010000:00000010:3.1:1788201633.748452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc800.
00010000:00000010:3.1:1788201633.774459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30f00.
00010000:00000010:3.1:1788201633.774481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fce00.
00010000:00000010:3.1:1788201634.252493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593ad00.
00010000:00000010:3.1:1788201634.252518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216fe00.
00010000:00000010:3.1:1788201634.264991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30800.
00010000:00000010:3.1:1788201634.265017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc600.
00010000:00000010:0.1:1788201634.284443:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a600.
00010000:00000010:3.1:1788201634.372447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30d00.
00010000:00000010:3.1:1788201634.372458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc600.
00010000:00000010:1.1:1788201634.381600:0:15726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd000.
00010000:00000010:1.1:1788201634.381627:0:15726:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30900.
00010000:00000010:2.1:1788201634.560099:0:16036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31800.
00010000:00000010:2.1:1788201634.560131:0:16036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c6000.
00010000:00000010:0.1:1788201634.580799:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fce00.
00010000:00000010:2.1:1788201634.582300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30400.
00010000:00000010:3.1:1788201634.610462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c6600.
00010000:00000010:1.1:1788201634.859618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c4400.
00010000:00000010:1.1:1788201634.859644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d100.
00010000:00000010:1.1:1788201634.859649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216ee00.
00010000:00000010:1.1:1788201634.859654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584df00.
00010000:00000010:1.1:1788201634.859658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c5a00.
00000080:00000010:1.1:1788201634.861674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02687c6ba00.
00000080:00000010:1.1:1788201634.861712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa02692ada100.
00010000:00000010:1.1:1788201634.910549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31100.
00010000:00000010:1.1:1788201634.910566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc800.
00010000:00000010:2.1:1788201634.924955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30500.
00010000:00000010:2.1:1788201634.924976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fde00.
00010000:00000010:3.1:1788201635.032506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd000.
00010000:00000010:0.1:1788201638.366592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c5800.
00010000:00000010:0.1:1788201638.366607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216e000.
00010000:00000010:1.1:1788201638.368664:0:2333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f000.
00000080:00000010:3.1:1788201638.372978:0:2340:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02685095440.
00000080:00000010:3.1:1788201638.373005:0:2340:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02685095d80.
00000080:00000010:3.1:1788201638.373016:0:2340:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269298ca40.
00000080:00000010:3.1:1788201638.373033:0:2340:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa02692988000.
00010000:00000010:0.1:1788201638.395450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc600.
00010000:00000010:0.1:1788201638.395468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30300.
00010000:00000010:2.1:1788201638.409466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fd400.
00010000:00000010:2.1:1788201638.409482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30600.
00010000:00000010:2.1:1788201638.409486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fce00.
00010000:00000010:2.1:1788201638.409490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30400.
00010000:00000010:1.1:1788201650.185657:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31100.
00010000:00000010:1.1:1788201650.185682:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c7800.
00010000:00000010:1.1:1788201650.229439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31f00.
00010000:00000010:2.1:1788201650.372566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02683c30500.
00010000:00000010:2.1:1788201650.372573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026813fc800.
00010000:00000010:0.1:1788201650.384935:0:16957:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31b00.
00010000:00000010:0.1:1788201650.384953:0:16957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c7800.
00010000:00000010:3.1:1788201650.677458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c7000.
00010000:00000010:2.1:1788201666.020375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c5200.
00010000:00000010:3.1:1788201666.421573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c4200.
00010000:00000010:3.1:1788201666.421590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa02691d31100.
00010000:00000010:3.1:1788201666.421597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c7c00.
00010000:00000010:3.1:1788201666.421601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a400.
00010000:00000010:3.1:1788201666.421604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216ec00.
00000080:00000010:2.1:1788201666.433592:0:17008:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa026850958a0.
00000080:00000010:2.1:1788201666.442626:0:16800:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa02692920000.
00010000:00000010:2.1:1788201671.115434:0:17277:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d700.
00010000:00000010:2.1:1788201671.115454:0:17277:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216fa00.
00010000:00000010:3.1:1788201676.407457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584de00.
00010000:00000010:3.1:1788201676.407470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c5a00.
00010000:00000010:3.1:1788201676.423458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a800.
00010000:00000010:0.1:1788201692.777419:0:17653:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593a500.
00010000:00000010:0.1:1788201692.777434:0:17653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f000.
00010000:00000010:0.1:1788201692.777438:0:17653:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268584d600.
00010000:00000010:0.1:1788201692.777442:0:17653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026907c4600.
00000080:00000010:0.1:1788201692.780445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa02687c6bea0.
00000080:00000010:0.1:1788201692.780467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0269299c200.
00000800:00000200:3.1:1788201732.914545:0:2332:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:3.1:1788201732.914548:0:2332:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1788201732.914549:0:2332:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:1.1:1788201733.683699:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201733.683968:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201733.684107:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201736.632242:0:18287:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201738.803986:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201738.804015:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788201738.804427:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201738.804579:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788201749.554885:0:2329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788201749.554890:0:2329:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:0.1:1788201749.555035:0:2329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788201749.555042:0:2329:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:0.1:1788201749.555242:0:2329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788201749.555248:0:2329:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:0.1:1788201749.555500:0:2329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788201749.555507:0:2329:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:0.1:1788201749.555672:0:2329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788201749.555678:0:2329:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:0.1:1788201749.555843:0:2329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788201749.555850:0:2329:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201749.556230:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201749.556237:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201749.557241:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201749.557247:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201749.558377:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201749.558380:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201749.558903:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201749.558905:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201754.675197:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201754.675600:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201754.675928:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201754.676095:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201759.795185:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201759.795679:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201759.796735:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201759.796919:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201764.915009:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201764.915365:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201764.915576:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201764.915757:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201770.035125:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201770.035129:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1788201770.036798:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201770.036801:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1788201770.037166:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201770.037169:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1788201770.037510:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201770.037513:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1788201775.155250:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201775.155265:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1788201775.155866:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201775.155870:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1788201775.156173:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201775.156175:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1788201775.156521:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201775.156538:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 8, 1 secs later)
00000800:00000200:2.1:1788201780.275063:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201780.275464:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201780.275586:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201780.275693:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201785.395028:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201785.395034:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 11 secs later)
00000800:00000200:2.1:1788201785.395594:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201785.395596:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 11 secs later)
00000800:00000200:2.1:1788201785.395789:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201785.395791:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 11 secs later)
00000800:00000200:2.1:1788201785.395973:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201785.395975:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 11 secs later)
00000800:00000200:2.1:1788201790.515027:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201790.515031:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 6 secs later)
00000800:00000200:2.1:1788201790.515538:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201790.515540:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 6 secs later)
00000800:00000200:2.1:1788201790.515731:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201790.515732:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 6 secs later)
00000800:00000200:2.1:1788201790.515909:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201790.515911:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 6 secs later)
00000800:00000200:1.1:1788201795.634923:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201795.634927:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1788201795.635282:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201795.635283:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1788201795.635522:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201795.635524:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1788201795.635718:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201795.635720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1788201800.755037:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201800.755322:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201800.755503:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201800.755667:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201805.875135:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201805.875141:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1788201805.875713:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201805.875715:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1788201805.875938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201805.875942:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1788201805.876253:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201805.876255:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1788201810.995497:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201810.995503:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1788201810.996357:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201810.996359:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1788201810.996641:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201810.996643:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1788201810.996821:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201810.996834:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1788201816.115331:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201816.115338:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 19 secs later)
00000800:00000200:1.1:1788201816.115716:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201816.115718:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 19 secs later)
00000800:00000200:1.1:1788201816.116026:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201816.116028:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 19 secs later)
00000800:00000200:1.1:1788201816.116238:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201816.116240:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1788201821.235123:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201821.235136:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1788201821.235621:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201821.235624:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1788201821.235871:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201821.235873:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1788201821.236099:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201821.236112:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1788201826.355083:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201826.355092:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 8 secs later)
00000800:00000200:2.1:1788201826.355538:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201826.355542:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 8 secs later)
00000800:00000200:2.1:1788201826.355786:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201826.355788:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 8 secs later)
00000800:00000200:2.1:1788201826.355998:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201826.356000:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1788201831.475118:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201831.475123:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 3 secs later)
00000800:00000200:1.1:1788201831.475785:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201831.475787:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 3 secs later)
00000800:00000200:1.1:1788201831.476019:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201831.476021:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 3 secs later)
00000800:00000200:1.1:1788201831.476200:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201831.476202:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 32, 3 secs later)
00000800:00000200:1.1:1788201836.595064:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201836.595295:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201836.595427:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201836.595607:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201841.715197:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201841.715222:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201841.715975:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201841.715979:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201841.716361:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201841.716364:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201841.716719:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201841.716722:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201846.835074:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201846.835078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201846.835722:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201846.835723:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201846.835911:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201846.835912:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201846.836170:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201846.836172:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201851.955064:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201851.955072:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788201851.955567:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201851.955568:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788201851.955808:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201851.955810:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788201851.956068:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201851.956070:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788201857.075045:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201857.075064:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788201857.075476:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201857.075478:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788201857.075714:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201857.075716:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788201857.075925:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201857.075927:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788201862.195162:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201862.195169:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788201862.195682:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201862.195685:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788201862.196008:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201862.196011:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788201862.196324:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201862.196328:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788201867.315254:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201867.315257:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201867.315890:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201867.315892:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201867.316101:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201867.316103:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201867.316285:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201867.316287:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201872.435102:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201872.435108:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201872.435774:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201872.435776:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201872.435989:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201872.435990:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201872.436252:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201872.436270:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201877.556223:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201877.556227:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201877.556848:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201877.556850:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201877.557095:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201877.557097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201877.557302:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201877.557304:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201882.675305:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201882.675315:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201882.675930:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201882.675932:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201882.676148:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201882.676150:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201882.676374:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201882.676376:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201887.795122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201887.795127:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201887.795730:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201887.795732:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201887.795948:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201887.795950:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201887.796128:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201887.796142:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201892.915004:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201892.915008:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201892.915375:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201892.915377:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201892.915611:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201892.915613:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201892.915807:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201892.915809:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788201898.035013:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201898.035017:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788201898.035429:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201898.035431:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788201898.035629:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201898.035631:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788201898.035821:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201898.035823:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788201903.155123:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201903.155445:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201903.155549:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201903.155678:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201908.275167:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201908.275200:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201908.275893:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201908.275896:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201908.276248:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201908.276251:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201908.276601:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201908.276604:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788201913.395023:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201913.395027:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788201913.395782:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201913.395784:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788201913.396014:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201913.396017:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788201913.396376:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201913.396377:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788201918.515509:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201918.515521:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788201918.516080:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201918.516082:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788201918.516410:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201918.516413:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788201918.516735:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201918.516738:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788201923.634885:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201923.634902:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788201923.635311:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201923.635313:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788201923.635534:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201923.635536:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788201923.635718:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201923.635720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788201928.755196:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201928.755208:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788201928.755913:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201928.755915:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788201928.756113:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201928.756115:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788201928.756329:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788201928.756331:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201933.875214:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201933.875222:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201933.875849:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201933.875850:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201933.876051:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201933.876053:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201933.876277:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201933.876279:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788201938.995547:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201938.995558:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201938.996365:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201938.996368:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201938.996786:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201938.996789:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201938.997164:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201938.997168:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788201944.115617:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201944.115620:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201944.116117:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201944.116118:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201944.116347:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201944.116349:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201944.116630:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201944.116633:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788201949.235153:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201949.235159:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201949.235723:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201949.235726:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201949.235967:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201949.235969:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201949.236207:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201949.236209:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201954.355275:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201954.355287:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788201954.355873:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201954.355875:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788201954.356151:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201954.356153:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788201954.356339:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201954.356341:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788201959.474985:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201959.474992:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788201959.475457:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201959.475459:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788201959.475668:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201959.475670:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788201959.475847:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201959.475849:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788201964.595012:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201964.595017:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788201964.595479:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201964.595481:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788201964.595725:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201964.595727:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788201964.595910:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201964.595912:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788201969.715230:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201969.715498:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201969.715607:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201969.715735:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201974.835361:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201974.835379:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201974.835859:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201974.835861:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201974.836274:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201974.836276:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201974.836577:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201974.836579:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201979.955306:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201979.955315:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201979.955858:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201979.955859:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201979.956116:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201979.956119:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201979.956378:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201979.956381:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788201985.075022:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201985.075029:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788201985.075895:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201985.075898:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788201985.076212:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201985.076214:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788201985.076615:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201985.076618:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788201990.194989:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201990.195005:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788201990.195553:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201990.195555:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788201990.195738:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201990.195739:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788201990.195938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201990.195939:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788201995.315068:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201995.315071:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201995.315564:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201995.315566:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201995.315804:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201995.315807:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201995.316030:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788201995.316032:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202000.435160:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202000.435168:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202000.435708:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202000.435711:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202000.436029:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202000.436032:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202000.436330:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202000.436332:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202005.555284:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202005.555310:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202005.555915:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202005.555918:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202005.556166:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202005.556168:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202005.556466:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202005.556468:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202010.675458:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202010.675461:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202010.675700:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202010.675703:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202010.675993:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202010.675995:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202010.676202:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202010.676204:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202015.795158:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202015.795164:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202015.795614:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202015.795616:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202015.795838:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202015.795839:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202015.796018:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202015.796020:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202020.915107:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202020.915114:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202020.915625:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202020.915627:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202020.915830:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202020.915832:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202020.916011:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202020.916013:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202026.035251:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202026.035278:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202026.036228:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202026.036230:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202026.036491:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202026.036493:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202026.036839:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202026.036842:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202031.155151:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202031.155157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202031.155803:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202031.155807:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202031.156080:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202031.156082:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202031.156321:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202031.156323:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202036.275093:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202036.275522:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202036.275719:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202036.275856:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202041.395303:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202041.395338:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202041.396230:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202041.396233:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202041.396575:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202041.396578:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202041.396826:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202041.396828:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202046.515290:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202046.515299:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202046.515859:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202046.515861:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202046.516180:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202046.516183:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202046.516514:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202046.516517:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202051.635110:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202051.635116:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202051.635546:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202051.635548:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202051.635762:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202051.635764:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202051.635946:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202051.635948:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202056.755334:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202056.755337:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202056.755690:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202056.755692:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202056.755915:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202056.755917:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202056.756106:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202056.756108:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202061.875385:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202061.875425:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788202061.875994:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202061.875996:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788202061.876184:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202061.876185:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788202061.876360:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202061.876361:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788202066.995319:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202066.995326:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788202066.996009:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202066.996011:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788202066.996296:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202066.996300:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788202066.996653:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202066.996655:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202072.115128:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202072.115155:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202072.115607:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202072.115609:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202072.115857:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202072.115859:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202072.116046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202072.116047:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788202077.236237:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202077.236240:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788202077.236574:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202077.236577:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788202077.236818:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202077.236820:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788202077.237073:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202077.237075:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788202082.354935:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202082.354938:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202082.355451:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202082.355453:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202082.355637:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202082.355639:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202082.355817:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202082.355819:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202087.475351:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202087.475363:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202087.475985:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202087.475988:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202087.476274:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202087.476276:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202087.476530:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202087.476532:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202092.595228:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202092.595239:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202092.595770:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202092.595772:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202092.596074:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202092.596077:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202092.596335:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202092.596337:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202097.715033:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202097.715039:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202097.715390:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202097.715391:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202097.715600:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202097.715601:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202097.715829:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202097.715831:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202102.834996:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202102.835256:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202102.835348:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202102.835462:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202107.955874:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202107.955878:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202107.956201:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202107.956203:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202107.956445:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202107.956447:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202107.956696:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202107.956698:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202113.075081:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202113.075087:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202113.075668:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202113.075670:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202113.075909:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202113.075911:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202113.076109:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202113.076110:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202118.195106:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202118.195111:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202118.195505:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202118.195507:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202118.195731:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202118.195732:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202118.195921:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202118.195923:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202123.315125:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202123.315130:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202123.315728:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202123.315731:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202123.316013:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202123.316015:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202123.316217:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202123.316219:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202128.435154:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202128.435159:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202128.435645:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202128.435647:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202128.435893:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202128.435895:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202128.436138:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202128.436140:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202133.555353:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202133.555368:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202133.556035:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202133.556038:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202133.556355:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202133.556358:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202133.556657:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202133.556660:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202138.675143:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202138.675152:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202138.675685:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202138.675687:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202138.675879:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202138.675881:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202138.676075:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202138.676077:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202143.795545:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202143.795547:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202143.796452:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202143.796454:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202143.796867:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202143.796869:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202143.797123:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202143.797125:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202148.915483:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202148.915490:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202148.915934:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202148.915937:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202148.916201:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202148.916204:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202148.916443:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202148.916445:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202154.035195:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202154.035204:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202154.035719:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202154.035721:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202154.036026:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202154.036029:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202154.036352:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202154.036355:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202159.155111:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202159.155115:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202159.155598:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202159.155600:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202159.155819:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202159.155822:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202159.156061:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202159.156063:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202164.275082:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202164.275090:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202164.275708:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202164.275711:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202164.275997:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202164.275998:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202164.276266:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202164.276268:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202169.395331:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202169.395813:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202169.395978:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202169.396166:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202174.515172:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202174.515180:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202174.515862:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202174.515885:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202174.516204:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202174.516207:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202174.516534:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202174.516537:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202179.635167:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202179.635171:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202179.635601:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202179.635603:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202179.635799:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202179.635801:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202179.636057:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202179.636060:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202184.755159:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202184.755167:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202184.755762:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202184.755764:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202184.755941:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202184.755943:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202184.756122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202184.756124:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202189.875046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202189.875050:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202189.875475:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202189.875495:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202189.875700:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202189.875702:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202189.875886:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202189.875888:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202194.995024:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202194.995030:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202194.995550:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202194.995552:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202194.995824:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202194.995827:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202194.996078:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202194.996081:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202200.115051:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202200.115055:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202200.115577:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202200.115578:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202200.115793:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202200.115795:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202200.115997:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202200.115998:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202205.235164:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202205.235172:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202205.235601:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202205.235613:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202205.235804:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202205.235806:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202205.235980:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202205.235982:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202210.355641:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202210.355645:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202210.356420:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202210.356423:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202210.357206:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202210.357217:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202210.357546:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202210.357548:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202215.475135:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202215.475141:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202215.475644:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202215.475645:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202215.475883:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202215.475885:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202215.476097:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202215.476099:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202220.595118:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202220.595123:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202220.595709:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202220.595712:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202220.596036:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202220.596039:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202220.596287:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202220.596289:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202225.714985:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202225.714990:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202225.715716:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202225.715731:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202225.716006:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202225.716008:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202225.716295:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202225.716296:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202230.835148:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202230.835156:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202230.835896:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202230.835899:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202230.836172:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202230.836174:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202230.836351:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202230.836352:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202235.955352:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202235.955589:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202235.955748:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202235.955891:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202241.075626:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202241.075633:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202241.076028:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202241.076030:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202241.076467:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202241.076470:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202241.076723:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202241.076725:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202246.195074:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202246.195079:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202246.195663:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202246.195684:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202246.195926:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202246.195928:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202246.196148:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202246.196150:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202251.315079:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202251.315088:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202251.315613:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202251.315615:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202251.315816:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202251.315818:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202251.316015:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202251.316018:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202256.435009:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202256.435013:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202256.435467:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202256.435469:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202256.435628:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202256.435629:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202256.435778:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202256.435779:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202261.555115:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202261.555126:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202261.555708:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202261.555726:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202261.555961:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202261.555963:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202261.556195:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202261.556197:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202266.675037:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202266.675042:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202266.675567:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202266.675570:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202266.675781:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202266.675782:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202266.676005:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202266.676007:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202271.795250:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202271.795256:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202271.795926:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202271.795928:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202271.796121:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202271.796122:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202271.796349:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202271.796351:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202276.915746:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202276.915752:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202276.916310:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202276.916324:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202276.916646:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202276.916649:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202276.916983:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202276.916986:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00010000:00000010:1.1:1788202278.264426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0268593ac00.
00010000:00000010:1.1:1788202278.264436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa026c216f800.
00000800:00000200:2.1:1788202282.035173:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202282.035179:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202282.035618:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202282.035620:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202282.035829:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202282.035830:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202282.036049:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202282.036051:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202287.155093:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202287.155100:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202287.155731:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202287.155732:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202287.155997:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202287.155999:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202287.156193:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202287.156194:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202292.275478:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202292.275482:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202292.275969:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202292.275989:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202292.276309:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202292.276312:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202292.276666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202292.276669:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202297.395474:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202297.395479:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202297.396000:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202297.396003:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202297.396351:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202297.396354:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202297.396718:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202297.396720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202302.515209:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202302.515754:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202302.515915:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202302.516100:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202307.635295:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202307.635307:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202307.636278:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202307.636282:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202307.636700:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202307.636703:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202307.636957:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202307.636960:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202312.755126:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202312.755134:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202312.755692:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202312.755696:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202312.755991:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202312.755993:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202312.756217:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202312.756220:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202317.875116:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202317.875123:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202317.875569:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202317.875571:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202317.875800:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202317.875802:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202317.876027:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202317.876029:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202322.995134:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202322.995140:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202322.995544:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202322.995546:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202322.995741:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202322.995742:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202322.995920:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202322.995922:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202328.115066:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202328.115073:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202328.115501:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202328.115503:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202328.115707:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202328.115709:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202328.115960:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202328.115962:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202333.235054:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202333.235059:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202333.235570:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202333.235572:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202333.235757:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202333.235759:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202333.235958:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202333.235959:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202338.355253:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202338.355263:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202338.356137:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202338.356140:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202338.356521:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202338.356524:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202338.356862:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202338.356865:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202343.477685:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202343.477694:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202343.478286:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202343.478289:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202343.478663:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202343.478666:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202343.478982:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202343.478984:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202348.595290:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202348.595298:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202348.596312:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202348.596315:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202348.596691:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202348.596695:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202348.596975:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202348.596977:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202353.715048:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202353.715053:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202353.715669:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202353.715671:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202353.715890:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202353.715892:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202353.716072:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202353.716074:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202358.835470:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202358.835480:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202358.836004:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202358.836006:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202358.836202:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202358.836204:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202358.836416:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202358.836418:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202363.955223:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202363.955230:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202363.955709:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202363.955711:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202363.955897:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202363.955899:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202363.956076:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202363.956078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202369.075102:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202369.075391:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202369.075570:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202369.075738:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202374.195245:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202374.195255:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202374.195918:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202374.195920:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202374.196254:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202374.196256:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202374.196526:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202374.196528:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202379.315295:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202379.315299:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788202379.315705:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202379.315716:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788202379.315940:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202379.315943:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788202379.316289:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202379.316292:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788202384.435001:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202384.435005:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202384.435371:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202384.435373:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202384.435605:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202384.435607:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202384.435807:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202384.435810:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202389.555204:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202389.555210:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202389.555671:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202389.555672:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202389.555951:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202389.555954:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202389.556230:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202389.556232:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202394.675059:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202394.675065:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202394.675733:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202394.675762:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202394.675959:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202394.675960:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202394.676186:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202394.676188:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202399.794998:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202399.795003:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202399.795449:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202399.795450:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202399.795636:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202399.795638:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202399.795841:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202399.795843:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202404.915275:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202404.915282:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202404.916183:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202404.916185:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202404.916473:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202404.916475:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202404.917051:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202404.917054:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202410.035300:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202410.035303:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202410.035841:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202410.035843:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202410.036511:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202410.036514:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202410.036771:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202410.036773:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202415.155074:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202415.155079:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202415.155618:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202415.155620:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202415.155850:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202415.155852:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202415.156123:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202415.156125:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202420.275038:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202420.275043:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202420.275782:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202420.275785:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202420.276109:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202420.276112:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202420.276321:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202420.276323:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202425.395369:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202425.395382:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202425.395961:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202425.395963:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202425.396166:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202425.396168:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202425.396450:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202425.396452:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202430.515208:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202430.515213:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202430.515751:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202430.515752:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202430.515941:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202430.515942:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202430.516100:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202430.516102:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202435.635099:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202435.635556:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202435.635785:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202435.635937:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202440.755264:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202440.755272:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202440.755885:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202440.755888:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202440.756237:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202440.756240:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202440.756582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202440.756584:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202445.875323:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202445.875331:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202445.876098:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202445.876102:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202445.876330:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202445.876333:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202445.876609:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202445.876611:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202450.995030:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202450.995041:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202450.995784:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202450.995789:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202450.996004:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202450.996006:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202450.996244:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202450.996247:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202456.115187:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202456.115194:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202456.115902:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202456.115904:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202456.116190:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202456.116192:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202456.116510:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202456.116512:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202461.235188:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202461.235193:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202461.235694:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202461.235696:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202461.235896:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202461.235898:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202461.236116:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202461.236118:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202466.355220:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202466.355242:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202466.355898:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202466.355900:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202466.356100:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202466.356102:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202466.356373:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202466.356374:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202471.475073:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202471.475078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202471.475577:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202471.475579:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202471.475769:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202471.475771:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202471.475988:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202471.475991:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202476.595726:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202476.595733:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202476.596410:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202476.596413:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202476.596640:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202476.596642:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202476.596880:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202476.596882:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202481.715204:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202481.715252:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202481.715994:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202481.715996:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202481.716168:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202481.716170:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202481.716440:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202481.716442:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202486.835132:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202486.835146:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202486.835456:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202486.835472:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202486.835641:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202486.835643:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202486.835793:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202486.835795:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202491.955206:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202491.955212:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202491.955706:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202491.955709:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202491.956013:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202491.956016:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202491.956330:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202491.956333:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202497.075270:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202497.075273:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202497.075692:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202497.075694:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202497.075974:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202497.075976:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202497.076169:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202497.076171:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202502.195395:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202502.195774:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202502.195950:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202502.196106:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202507.315205:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202507.315214:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788202507.315893:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202507.315895:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788202507.316209:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202507.316211:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788202507.316566:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202507.316567:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788202512.435091:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202512.435099:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202512.435549:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202512.435551:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202512.435777:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202512.435779:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202512.436056:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202512.436058:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788202517.555293:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202517.555298:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202517.555958:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202517.555961:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202517.556310:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202517.556313:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202517.556740:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202517.556743:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202522.674921:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202522.674924:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202522.675303:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202522.675306:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202522.675581:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202522.675582:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202522.675737:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202522.675739:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202527.795305:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202527.795310:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202527.795996:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202527.795998:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202527.796156:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202527.796157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202527.796338:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202527.796339:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202532.915001:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202532.915008:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202532.915597:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202532.915599:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202532.915888:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202532.915890:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202532.916195:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202532.916198:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202538.035123:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202538.035129:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202538.035605:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202538.035607:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202538.035790:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202538.035792:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202538.035970:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202538.035971:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202543.155199:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202543.155207:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202543.156842:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202543.156844:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202543.157035:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202543.157037:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202543.157245:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202543.157247:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202548.275345:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202548.275350:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202548.276237:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202548.276240:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202548.276492:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202548.276494:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202548.276749:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202548.276752:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202553.395258:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202553.395264:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202553.395885:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202553.395887:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202553.396149:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202553.396151:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202553.396368:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202553.396370:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788202558.515440:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202558.515447:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788202558.516351:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202558.516353:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788202558.516738:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202558.516742:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788202558.517084:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202558.517087:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788202563.635291:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202563.635299:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202563.635973:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202563.635976:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202563.636306:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202563.636325:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202563.636677:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202563.636680:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788202568.755336:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202568.755665:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202568.755841:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202568.756003:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202573.875376:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202573.875380:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202573.876464:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202573.876466:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202573.876739:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202573.876742:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202573.877077:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202573.877080:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202578.995142:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202578.995151:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202578.995834:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202578.995837:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202578.996097:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202578.996099:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202578.996341:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202578.996344:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202584.115021:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202584.115025:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202584.115544:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202584.115546:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202584.115807:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202584.115809:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202584.116030:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202584.116032:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202589.235197:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202589.235204:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202589.235712:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202589.235713:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202589.235909:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202589.235911:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202589.236210:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202589.236213:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202594.354972:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202594.354974:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202594.355583:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202594.355586:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202594.355890:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202594.355891:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202594.356096:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202594.356097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202599.475008:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202599.475014:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202599.475586:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202599.475588:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202599.475814:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202599.475816:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202599.475992:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202599.475994:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202604.595137:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202604.595142:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202604.595621:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202604.595622:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202604.595891:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202604.595894:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202604.596178:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202604.596180:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202609.715775:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202609.715781:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202609.716344:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202609.716347:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202609.716664:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202609.716667:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202609.716943:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202609.716945:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202614.835096:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202614.835104:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202614.835606:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202614.835608:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202614.835793:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202614.835795:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202614.836024:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202614.836026:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202619.955122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202619.955130:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202619.955537:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202619.955538:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202619.955818:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202619.955820:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202619.956046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202619.956047:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202625.075072:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202625.075078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202625.075610:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202625.075612:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202625.075828:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202625.075830:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202625.076045:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202625.076047:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202630.195106:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202630.195113:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202630.195719:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202630.195720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202630.195957:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202630.195959:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202630.196190:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202630.196192:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202635.315042:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202635.315367:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202635.315606:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202635.315758:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202640.435182:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202640.435190:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202640.435826:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202640.435829:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202640.436125:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202640.436127:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202640.436449:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202640.436452:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202645.555076:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202645.555083:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202645.555539:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202645.555542:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202645.555874:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202645.555877:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202645.556199:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202645.556215:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202650.675122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202650.675127:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202650.675889:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202650.675891:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202650.676077:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202650.676079:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202650.676364:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202650.676366:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202655.795128:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202655.795132:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202655.795658:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202655.795661:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202655.795978:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202655.795981:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202655.796308:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202655.796310:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202660.915146:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202660.915154:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202660.915699:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202660.915702:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202660.916038:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202660.916041:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202660.916418:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202660.916435:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202666.034922:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202666.034929:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202666.035527:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202666.035530:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202666.035938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202666.035939:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202666.036139:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202666.036141:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202671.155058:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202671.155065:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202671.155596:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202671.155599:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202671.155911:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202671.155913:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202671.156163:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202671.156165:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202676.275670:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202676.275675:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1788202676.276300:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202676.276302:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1788202676.276536:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202676.276537:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1788202676.276719:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202676.276722:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1788202681.395110:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202681.395116:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202681.395589:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202681.395591:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202681.395873:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202681.395875:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202681.396146:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202681.396148:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202686.515047:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202686.515054:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202686.515628:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202686.515630:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202686.515849:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202686.515850:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202686.516079:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202686.516081:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202691.635127:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202691.635132:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202691.635696:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202691.635698:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202691.635939:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202691.635942:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202691.636165:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202691.636167:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202696.755092:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202696.755098:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202696.755606:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202696.755608:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202696.755854:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202696.755855:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202696.756116:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202696.756118:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202701.874935:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202701.875491:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202701.875794:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202701.875980:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202706.995243:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202706.995250:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202706.995949:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202706.995972:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202706.996331:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202706.996334:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202706.996665:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202706.996668:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202712.114971:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202712.114976:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202712.115486:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202712.115488:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202712.115647:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202712.115648:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202712.115796:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202712.115797:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202717.235424:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202717.235435:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202717.235917:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202717.235919:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202717.236101:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202717.236103:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202717.236336:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202717.236338:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202722.355025:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202722.355029:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202722.355542:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202722.355556:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202722.355751:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202722.355752:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202722.355923:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202722.355925:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202727.475100:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202727.475105:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202727.475571:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202727.475573:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202727.475789:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202727.475790:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202727.476020:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202727.476022:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202732.595048:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202732.595054:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202732.595627:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202732.595630:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202732.595854:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202732.595857:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202732.596096:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202732.596098:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202737.715026:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202737.715028:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202737.715662:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202737.715680:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202737.716129:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202737.716132:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202737.716446:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202737.716448:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202742.835593:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202742.835601:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202742.836097:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202742.836099:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202742.836349:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202742.836351:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202742.836560:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202742.836562:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202747.955175:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202747.955183:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202747.955774:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202747.955775:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202747.955962:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202747.955964:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202747.956259:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202747.956261:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202753.075288:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202753.075299:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202753.075989:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202753.076007:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202753.076235:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202753.076237:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202753.076504:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202753.076507:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202758.195122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202758.195126:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202758.195673:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202758.195674:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202758.195937:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202758.195939:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202758.196318:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202758.196321:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202763.315000:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202763.315007:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202763.315431:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202763.315433:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202763.315631:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202763.315632:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202763.315805:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202763.315807:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202768.435004:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202768.435329:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202768.435571:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202768.435736:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202773.555428:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202773.555432:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202773.556244:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202773.556247:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202773.556636:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202773.556639:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202773.557072:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202773.557075:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202778.675127:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202778.675135:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202778.675698:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202778.675700:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202778.675930:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202778.675932:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202778.676183:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202778.676185:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202783.795370:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202783.795376:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202783.796060:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202783.796061:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202783.796279:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202783.796281:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202783.796494:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202783.796496:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202788.915346:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202788.915373:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202788.915961:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202788.915963:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202788.916185:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202788.916187:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202788.916447:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202788.916449:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202794.035154:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202794.035160:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202794.035729:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202794.035731:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202794.035943:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202794.035945:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202794.036119:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202794.036121:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202799.155195:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202799.155201:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202799.155794:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202799.155796:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202799.155990:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202799.155991:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202799.156222:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202799.156224:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202804.275311:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202804.275338:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202804.275948:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202804.275950:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202804.276198:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202804.276200:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202804.276411:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202804.276414:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788202809.395651:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202809.395655:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202809.396243:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202809.396245:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202809.396505:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202809.396508:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202809.396744:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202809.396746:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202814.515193:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202814.515200:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202814.515700:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202814.515702:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202814.515893:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202814.515895:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202814.516116:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202814.516118:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202819.635217:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202819.635226:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202819.635938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202819.635952:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202819.636173:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202819.636175:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202819.636429:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202819.636431:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202824.755121:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202824.755132:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202824.755655:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202824.755657:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202824.755880:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202824.755882:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202824.756118:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202824.756120:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202829.875195:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202829.875199:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202829.875695:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202829.875698:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202829.875969:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202829.875971:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202829.876229:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202829.876232:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202834.995169:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202834.995520:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202834.995687:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202834.995856:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202840.115175:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202840.115181:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202840.115831:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202840.115834:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202840.116151:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202840.116153:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202840.116432:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202840.116434:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202845.235102:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202845.235108:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202845.235713:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202845.235716:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202845.235998:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202845.236000:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202845.236248:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202845.236251:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202850.355054:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202850.355060:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202850.355548:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202850.355550:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202850.355756:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202850.355758:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202850.355958:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202850.355959:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202855.475057:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202855.475063:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202855.475624:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202855.475626:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202855.475837:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202855.475838:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202855.476048:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202855.476050:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202860.595238:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202860.595246:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202860.595926:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202860.595928:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202860.596243:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202860.596246:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202860.596582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202860.596585:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202865.715058:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202865.715078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202865.715623:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202865.715625:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202865.715817:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202865.715818:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202865.716053:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202865.716055:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202870.835063:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202870.835067:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202870.835547:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202870.835549:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202870.835766:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202870.835767:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202870.835943:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202870.835945:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202875.955185:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202875.955193:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202875.955849:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202875.955852:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202875.956151:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202875.956154:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202875.956476:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202875.956478:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202881.075117:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202881.075138:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202881.075814:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202881.075816:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202881.076159:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202881.076162:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202881.076552:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202881.076555:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202886.195161:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202886.195168:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202886.195756:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202886.195757:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202886.195958:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202886.195960:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202886.196120:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202886.196122:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202891.315238:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202891.315260:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788202891.316254:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202891.316256:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788202891.316482:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202891.316484:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788202891.316744:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788202891.316745:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202896.435116:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202896.435124:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202896.435755:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202896.435758:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202896.436092:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202896.436095:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202896.436440:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202896.436443:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202901.555096:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202901.555369:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202901.555569:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202901.555732:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202906.674956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202906.674961:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202906.675448:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202906.675451:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202906.675754:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202906.675757:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202906.676038:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202906.676041:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202911.795100:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202911.795106:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202911.795596:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202911.795598:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202911.795833:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202911.795836:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202911.796045:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788202911.796046:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202916.915081:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202916.915083:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202916.915753:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202916.915816:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202916.916140:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202916.916142:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202916.916312:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202916.916313:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202922.035128:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202922.035131:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202922.035718:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202922.035720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202922.035956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202922.035958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202922.036215:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202922.036217:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202927.155144:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202927.155151:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202927.155666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202927.155669:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202927.155857:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202927.155859:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202927.156013:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202927.156031:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202932.275241:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202932.275247:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202932.275804:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202932.275807:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202932.276014:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202932.276015:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202932.276198:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202932.276200:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202937.395063:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202937.395071:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202937.395594:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202937.395597:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202937.395848:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202937.395850:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202937.396081:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202937.396084:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202942.515802:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202942.515806:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202942.516455:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202942.516458:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202942.516776:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202942.516778:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202942.517091:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202942.517108:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202947.634958:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202947.634963:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202947.635432:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202947.635433:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202947.635626:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202947.635628:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202947.635802:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202947.635803:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202952.755071:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202952.755073:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202952.755563:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202952.755568:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202952.756061:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202952.756063:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202952.756250:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202952.756252:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202957.875153:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202957.875157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202957.875822:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202957.875824:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202957.876058:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202957.876061:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202957.876377:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202957.876415:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202962.995200:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202962.995207:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202962.995885:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202962.995889:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202962.996160:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202962.996163:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202962.996380:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202962.996383:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202968.115346:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202968.115733:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202968.115921:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202968.116102:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202973.235130:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202973.235138:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202973.235766:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202973.235770:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202973.236078:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202973.236080:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202973.236285:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202973.236287:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202978.355359:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202978.355372:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202978.355901:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202978.355903:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202978.356187:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202978.356190:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202978.356485:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202978.356488:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202983.475240:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202983.475248:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202983.475942:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202983.475944:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202983.476194:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202983.476196:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202983.476391:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202983.476393:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202988.595236:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202988.595243:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202988.595781:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202988.595783:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202988.595979:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202988.595982:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202988.596266:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202988.596268:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202993.715011:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202993.715016:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202993.715546:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202993.715548:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202993.715752:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202993.715753:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202993.715925:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202993.715927:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202998.835350:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202998.835360:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202998.836175:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202998.836178:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202998.836420:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202998.836423:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202998.836632:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788202998.836634:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203003.955521:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203003.955524:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203003.955881:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203003.955883:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203003.956095:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203003.956098:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203003.956395:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203003.956415:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203009.075910:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203009.075915:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203009.076586:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203009.076589:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203009.076823:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203009.076826:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203009.077031:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203009.077033:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203014.195086:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203014.195092:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203014.195662:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203014.195665:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203014.195999:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203014.196003:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203014.196321:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203014.196324:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203019.315001:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203019.315007:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203019.315467:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203019.315468:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203019.315693:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203019.315695:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203019.315931:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203019.315934:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788203024.435193:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203024.435201:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788203024.435830:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203024.435832:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788203024.436101:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203024.436104:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788203024.436329:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203024.436332:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788203029.555141:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203029.555146:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203029.555692:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203029.555694:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203029.556033:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203029.556036:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203029.556337:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203029.556340:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203034.675487:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203034.675894:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203034.676060:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203034.676234:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203039.795463:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203039.795466:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203039.795891:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203039.795894:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203039.796185:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203039.796188:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203039.796655:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203039.796657:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203044.915029:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203044.915036:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203044.915595:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203044.915606:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203044.915771:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203044.915773:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203044.915970:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203044.915971:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203050.035232:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203050.035239:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203050.035839:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203050.035842:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203050.036141:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203050.036143:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203050.036422:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203050.036424:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203055.155191:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203055.155199:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203055.156012:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203055.156014:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203055.156354:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203055.156356:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203055.156675:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203055.156678:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203060.275067:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203060.275075:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203060.275648:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203060.275663:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203060.275981:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203060.275984:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203060.276309:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203060.276311:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203065.395066:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203065.395072:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203065.395708:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203065.395712:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203065.395929:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203065.395931:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203065.396227:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203065.396229:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203070.515062:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203070.515069:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203070.515562:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203070.515564:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203070.515770:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203070.515773:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203070.515962:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203070.515964:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203075.635546:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203075.635549:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203075.635843:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203075.635853:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203075.636160:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203075.636163:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203075.636606:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203075.636607:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203080.755221:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203080.755225:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203080.755841:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203080.755844:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203080.756124:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203080.756126:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203080.756388:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203080.756390:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203085.875033:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203085.875039:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203085.875515:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203085.875518:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203085.875719:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203085.875720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203085.875921:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203085.875923:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203090.995211:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203090.995226:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203090.995782:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203090.995799:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203090.996081:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203090.996083:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203090.996328:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203090.996330:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203096.115242:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203096.115249:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203096.115839:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203096.115842:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203096.116164:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203096.116166:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203096.116343:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203096.116344:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203101.235340:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203101.235829:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203101.236264:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203101.236459:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203106.355153:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203106.355160:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203106.355973:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203106.355976:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203106.357075:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203106.357078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203106.357446:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203106.357450:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203111.475069:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203111.475075:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203111.475563:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203111.475566:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203111.475849:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203111.475852:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203111.476084:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203111.476086:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203116.595136:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203116.595142:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203116.595802:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203116.595804:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203116.596006:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203116.596009:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203116.596277:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203116.596279:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203121.715181:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203121.715188:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203121.715719:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203121.715720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203121.715913:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203121.715914:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203121.716134:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203121.716136:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203126.835189:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203126.835196:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203126.835788:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203126.835791:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203126.836123:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203126.836126:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203126.836447:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203126.836450:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203131.954983:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203131.954988:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203131.955711:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203131.955714:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203131.955972:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203131.955974:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203131.956237:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203131.956238:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203137.075070:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203137.075077:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203137.075507:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203137.075509:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203137.075695:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203137.075697:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203137.075892:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203137.075894:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203142.195302:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203142.195307:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788203142.195831:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203142.195834:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788203142.196171:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203142.196173:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788203142.196375:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203142.196377:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788203147.315098:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203147.315103:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203147.315566:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203147.315568:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203147.315826:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203147.315828:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203147.316043:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203147.316045:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203152.435152:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203152.435160:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203152.435773:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203152.435775:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203152.435990:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203152.435993:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203152.436238:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203152.436240:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203157.555237:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203157.555245:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203157.556110:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203157.556112:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203157.556338:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203157.556340:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203157.556576:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203157.556578:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203162.675177:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203162.675180:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203162.675674:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203162.675676:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203162.675897:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203162.675898:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203162.676097:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203162.676100:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203167.795007:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203167.797061:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203167.797216:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203167.797362:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203172.915572:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203172.915575:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203172.915967:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203172.915970:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203172.916325:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203172.916328:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203172.916789:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203172.916791:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203178.035152:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203178.035159:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203178.035870:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203178.035873:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203178.036209:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203178.036212:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203178.036540:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203178.036543:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203183.155189:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203183.155196:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203183.155569:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203183.155571:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203183.155773:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203183.155789:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203183.155959:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203183.155961:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203188.275198:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203188.275202:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203188.275655:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203188.275656:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203188.275824:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203188.275826:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203188.276018:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203188.276020:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203193.395260:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203193.395265:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203193.395783:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203193.395786:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203193.396077:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203193.396079:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203193.396297:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203193.396299:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203198.515029:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203198.515033:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203198.515583:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203198.515585:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203198.515826:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203198.515847:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203198.516159:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203198.516161:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203203.635161:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203203.635165:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203203.635521:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203203.635522:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203203.635685:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203203.635686:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203203.635877:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203203.635880:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203208.755799:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203208.755802:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203208.756060:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203208.756062:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203208.756301:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203208.756304:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203208.756517:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203208.756519:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203213.874983:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203213.874988:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203213.875381:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203213.875382:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203213.875599:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203213.875612:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203213.875776:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203213.875778:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203218.995008:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203218.995012:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203218.995619:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203218.995621:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203218.995783:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203218.995784:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203218.995978:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203218.995980:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203224.114968:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203224.114974:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203224.115323:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203224.115325:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203224.115578:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203224.115580:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203224.115786:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203224.115787:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203229.235168:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203229.235178:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203229.235917:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203229.235918:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203229.236135:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203229.236137:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203229.236337:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203229.236338:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203234.355031:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203234.355376:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203234.355567:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203234.355714:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203239.475630:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203239.475638:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203239.476280:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203239.476282:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203239.476579:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203239.476581:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203239.476877:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203239.476880:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203244.595360:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203244.595366:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203244.595818:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203244.595820:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203244.596090:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203244.596092:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203244.596365:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203244.596366:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203249.715173:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203249.715183:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203249.715804:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203249.715805:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203249.715997:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203249.715999:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203249.716158:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203249.716160:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203254.835269:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203254.835278:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203254.835897:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203254.835900:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203254.836128:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203254.836146:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203254.836389:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203254.836391:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203259.955286:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203259.955302:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203259.955609:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203259.955611:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203259.955918:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203259.955919:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203259.956086:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203259.956088:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203265.075037:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203265.075041:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203265.075694:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203265.075699:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203265.075927:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203265.075928:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203265.076165:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203265.076166:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203270.195090:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203270.195098:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203270.195611:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203270.195612:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203270.195827:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203270.195840:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203270.196107:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203270.196110:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203275.315843:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203275.315850:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203275.316531:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203275.316534:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203275.316880:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203275.316883:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203275.317206:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203275.317209:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203280.435025:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203280.435031:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203280.435550:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203280.435552:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203280.435749:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203280.435750:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203280.435954:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203280.435957:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203285.555477:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203285.555485:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203285.556088:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203285.556090:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203285.556439:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203285.556442:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203285.556740:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203285.556743:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203290.675095:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203290.675100:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203290.675609:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203290.675611:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203290.675826:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203290.675828:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203290.676005:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203290.676007:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203295.795064:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203295.795071:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203295.795620:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203295.795621:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203295.795899:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203295.795919:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203295.796189:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203295.796191:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203300.915447:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203300.915778:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203300.915940:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203300.916129:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203306.035235:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203306.035240:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203306.035942:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203306.035945:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203306.036241:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203306.036244:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203306.036551:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203306.036553:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203311.154980:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203311.154983:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203311.155630:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203311.155632:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203311.155870:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203311.155871:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203311.156051:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203311.156053:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203316.275280:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203316.275286:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203316.275980:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203316.275982:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203316.276179:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203316.276181:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203316.276364:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203316.276367:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203321.395077:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203321.395084:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203321.395484:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203321.395486:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203321.395723:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203321.395724:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203321.395910:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203321.395912:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203326.515178:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203326.515184:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203326.515774:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203326.515776:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203326.515962:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203326.515964:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203326.516175:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203326.516177:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203331.635212:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203331.635217:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203331.635698:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203331.635699:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203331.635940:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203331.635941:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203331.636157:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203331.636158:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203336.755107:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203336.755113:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203336.755743:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203336.755745:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203336.755964:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203336.755966:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203336.756227:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203336.756228:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203341.875853:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203341.875856:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203341.876164:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203341.876166:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203341.876460:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203341.876462:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203341.876716:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203341.876718:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203346.995187:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203346.995192:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203346.995961:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203346.995965:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203346.996333:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203346.996335:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203346.996575:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203346.996577:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203352.115193:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203352.115197:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203352.115641:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203352.115643:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203352.115828:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203352.115830:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203352.116006:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203352.116008:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203357.235152:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203357.235160:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203357.235735:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203357.235738:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203357.236067:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203357.236070:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203357.236380:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203357.236383:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203362.354975:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203362.354979:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203362.355353:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203362.355355:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203362.355589:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203362.355591:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203362.355766:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203362.355768:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203367.475163:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203367.475679:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203367.475902:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203367.476056:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203372.595382:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203372.595389:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203372.596093:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203372.596096:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203372.596481:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203372.596484:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203372.596810:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203372.596812:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203377.715039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203377.715046:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203377.715618:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203377.715620:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203377.715823:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203377.715825:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203377.716073:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203377.716076:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203382.835025:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203382.835028:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203382.835747:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203382.835751:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203382.835985:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203382.835986:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203382.836165:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203382.836172:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203387.955039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203387.955044:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203387.955580:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203387.955582:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203387.955872:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203387.955874:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203387.956158:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203387.956161:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203393.075306:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203393.075324:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203393.075905:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203393.075908:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203393.076213:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203393.076215:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203393.076449:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203393.076450:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203398.195092:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203398.195098:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203398.195773:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203398.195775:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203398.195997:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203398.195999:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203398.196259:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203398.196261:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203403.315061:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203403.315065:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203403.315674:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203403.315676:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203403.315886:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203403.315888:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203403.316090:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203403.316093:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203408.435585:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203408.435593:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203408.436089:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203408.436092:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203408.436425:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203408.436427:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203408.436617:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203408.436618:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203413.555146:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203413.555154:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203413.555745:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203413.555747:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203413.556042:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203413.556057:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203413.556381:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203413.556383:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203418.675199:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203418.675206:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203418.676066:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203418.676070:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203418.676444:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203418.676448:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203418.676869:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203418.676884:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203423.795569:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203423.795596:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203423.796135:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203423.796138:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203423.796382:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203423.796385:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203423.796680:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203423.796682:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203428.914972:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203428.914977:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203428.915339:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203428.915342:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203428.915622:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203428.915623:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203428.915827:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203428.915829:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203434.035012:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203434.035287:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203434.035442:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203434.035617:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203439.155056:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203439.155060:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203439.155551:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203439.155553:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203439.155894:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203439.155897:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203439.156217:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203439.156219:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203444.275094:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203444.275102:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203444.275821:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203444.275825:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203444.276119:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203444.276121:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203444.276308:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203444.276310:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203449.395130:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203449.395135:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203449.395748:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203449.395750:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203449.395946:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203449.395948:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203449.396135:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203449.396136:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203454.515088:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203454.515097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203454.515756:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203454.515758:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203454.515954:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203454.515955:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203454.516172:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203454.516174:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203459.634908:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203459.634912:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203459.635319:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203459.635321:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203459.635527:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203459.635529:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203459.635706:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203459.635708:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203464.755087:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203464.755093:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203464.755675:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203464.755676:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203464.755916:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203464.755919:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203464.756203:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203464.756206:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203469.875022:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203469.875027:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203469.875557:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203469.875559:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203469.875756:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203469.875758:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203469.875999:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203469.876002:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203474.995643:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203474.995650:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203474.996198:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203474.996201:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203474.996488:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203474.996490:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203474.996703:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203474.996705:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203480.115063:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203480.115070:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203480.115488:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203480.115490:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203480.115672:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203480.115674:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203480.115845:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203480.115847:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203485.235493:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203485.235497:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203485.235958:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203485.235961:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203485.236280:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203485.236282:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203485.236619:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203485.236621:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203490.355132:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203490.355137:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788203490.355732:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203490.355734:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788203490.355926:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203490.355928:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788203490.356212:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203490.356214:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788203495.475085:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203495.475089:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203495.475666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203495.475668:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203495.475854:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203495.475855:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203495.476060:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203495.476062:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788203500.595331:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203500.595696:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203500.595857:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203500.596015:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203505.715194:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203505.715202:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203505.715931:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203505.715933:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203505.716260:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203505.716263:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203505.716576:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203505.716578:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203510.835131:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203510.835137:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203510.835656:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203510.835658:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203510.835866:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203510.835868:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203510.836049:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203510.836051:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203515.955135:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203515.955141:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203515.955709:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203515.955712:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203515.955965:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203515.955968:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203515.956186:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203515.956189:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203521.075001:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203521.075008:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203521.075503:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203521.075505:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203521.075697:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203521.075699:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203521.075849:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203521.075851:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203526.194939:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203526.194941:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203526.195570:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203526.195576:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203526.195966:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203526.195967:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203526.196157:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203526.196159:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203531.315015:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203531.315020:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203531.315507:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203531.315509:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203531.315728:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203531.315730:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203531.315921:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203531.315923:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203536.435056:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203536.435063:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203536.435653:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203536.435655:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203536.436007:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203536.436011:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203536.436314:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203536.436317:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203541.556049:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203541.556058:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203541.556676:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203541.556678:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203541.556959:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203541.556961:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203541.557156:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203541.557158:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203546.674948:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203546.674952:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203546.675325:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203546.675327:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203546.675572:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203546.675574:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203546.675764:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203546.675766:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203551.795165:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203551.795171:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203551.795814:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203551.795817:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203551.796080:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203551.796082:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203551.796316:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203551.796318:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203556.915231:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203556.915240:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203556.915799:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203556.915802:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203556.916119:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203556.916122:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203556.916449:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203556.916452:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203562.035227:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203562.035230:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203562.035586:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203562.035588:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203562.035773:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203562.035775:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203562.036006:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203562.036008:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203567.155075:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203567.155476:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203567.155624:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203567.155784:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203572.275222:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203572.275229:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203572.275972:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203572.275975:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203572.276259:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203572.276262:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203572.276610:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203572.276613:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203577.395286:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203577.395290:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788203577.395937:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203577.395940:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788203577.396327:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203577.396351:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788203577.396708:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203577.396709:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788203582.515253:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203582.515259:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203582.515897:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203582.515899:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203582.516107:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203582.516108:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203582.516346:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203582.516348:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788203587.635281:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203587.635293:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203587.635983:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203587.635985:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203587.636217:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203587.636219:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203587.636414:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203587.636417:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203592.754816:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203592.754819:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203592.755149:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203592.755150:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203592.755361:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203592.755376:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203592.755597:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203592.755599:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203597.874993:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203597.874997:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203597.875656:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203597.875659:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203597.875908:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203597.875910:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203597.876067:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203597.876069:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203602.994980:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203602.994983:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203602.995523:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203602.995525:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203602.995723:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203602.995724:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203602.995918:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203602.995919:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203608.115773:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203608.115776:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203608.116361:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203608.116363:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203608.116568:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203608.116582:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203608.116786:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203608.116789:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203613.235063:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203613.235070:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203613.235552:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203613.235554:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203613.235794:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203613.235796:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203613.236006:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203613.236007:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203618.355310:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203618.355315:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203618.355888:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203618.355890:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203618.356078:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203618.356080:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203618.356258:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203618.356260:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203623.475189:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203623.475195:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203623.475756:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203623.475759:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203623.476039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203623.476054:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203623.476327:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203623.476330:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203628.595274:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203628.595279:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203628.596241:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203628.596244:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203628.596628:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203628.596631:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203628.596969:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203628.596972:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203633.715153:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203633.715807:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203633.716073:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203633.716274:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203638.835037:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203638.835042:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203638.835647:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203638.835649:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203638.835916:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203638.835918:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203638.836182:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203638.836184:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203643.954870:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203643.954874:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203643.955229:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203643.955232:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203643.955497:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203643.955498:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203643.955728:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203643.955729:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203649.075047:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203649.075055:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203649.075644:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203649.075647:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203649.075904:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203649.075906:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203649.076175:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203649.076178:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203654.195120:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203654.195126:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203654.195716:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203654.195719:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203654.196028:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203654.196030:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203654.196294:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203654.196296:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203659.315035:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203659.315041:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203659.315552:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203659.315555:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203659.315876:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203659.315879:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203659.316165:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203659.316168:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203664.435149:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203664.435157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203664.435803:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203664.435805:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203664.436093:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203664.436096:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203664.436394:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203664.436416:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203669.554921:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203669.554923:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203669.555436:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203669.555439:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203669.555883:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203669.555885:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203669.556067:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203669.556068:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203674.675892:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203674.675898:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203674.676624:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203674.676627:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203674.676885:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203674.676888:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203674.677075:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203674.677076:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203679.795036:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203679.795041:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203679.795622:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203679.795624:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203679.795887:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203679.795888:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203679.796111:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203679.796113:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203684.914864:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203684.914868:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203684.915227:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203684.915229:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203684.915498:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203684.915500:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203684.915736:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203684.915738:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203690.035052:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203690.035058:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203690.035362:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203690.035363:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203690.035592:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203690.035595:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203690.035773:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203690.035775:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203695.155037:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203695.155042:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203695.155473:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203695.155481:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203695.155696:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203695.155697:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203695.155853:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203695.155855:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203700.274963:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203700.275270:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203700.275445:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203700.275582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203705.395185:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203705.395188:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203705.396137:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203705.396141:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203705.396457:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203705.396459:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203705.396703:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203705.396719:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203710.515132:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203710.515139:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203710.515758:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203710.515760:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203710.516042:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203710.516044:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203710.516245:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203710.516248:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203715.635150:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203715.635157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203715.635678:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203715.635681:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203715.635988:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203715.635990:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203715.636203:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203715.636204:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203720.755096:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203720.755101:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203720.755552:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203720.755554:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203720.755812:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203720.755813:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203720.755994:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203720.755997:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203725.874977:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203725.874980:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203725.875390:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203725.875393:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203725.875592:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203725.875594:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203725.875797:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203725.875813:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203730.995198:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203730.995205:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203730.995804:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203730.995806:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203730.995993:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203730.995995:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203730.996172:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203730.996173:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203736.115134:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203736.115142:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203736.115826:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203736.115829:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203736.116096:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203736.116099:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203736.116329:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203736.116331:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788203741.235688:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203741.235691:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788203741.236056:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203741.236059:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788203741.236275:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203741.236277:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788203741.236643:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203741.236654:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203746.355138:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203746.355157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203746.355665:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203746.355667:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203746.355861:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203746.355863:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203746.356037:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203746.356038:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203751.475115:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203751.475123:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203751.475807:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203751.475809:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203751.476064:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203751.476066:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203751.476393:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203751.476395:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203756.595044:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203756.595049:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203756.595537:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203756.595538:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203756.595751:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203756.595753:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203756.595935:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203756.595936:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203761.715023:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203761.715031:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203761.715611:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203761.715613:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203761.715833:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203761.715835:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203761.716034:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203761.716036:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203766.835317:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203766.835663:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203766.835756:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203766.835848:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203771.955192:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203771.955200:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203771.955943:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203771.955946:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203771.956241:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203771.956244:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203771.956584:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203771.956587:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203777.075026:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203777.075030:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203777.075734:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203777.075748:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203777.075994:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203777.075996:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203777.076293:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203777.076295:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203782.195326:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203782.195333:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203782.196017:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203782.196019:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203782.196204:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203782.196206:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203782.196468:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203782.196471:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203787.315350:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203787.315359:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203787.315968:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203787.315970:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203787.316187:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203787.316189:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203787.316430:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203787.316444:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203792.435372:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203792.435383:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203792.436059:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203792.436061:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203792.436291:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203792.436293:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203792.436558:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203792.436560:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203797.555284:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203797.555301:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203797.556104:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203797.556105:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203797.556286:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203797.556287:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203797.556564:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203797.556565:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203802.675092:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203802.675097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203802.675592:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203802.675594:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203802.675807:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203802.675809:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203802.676039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788203802.676040:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788203807.795596:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203807.795602:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203807.796061:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203807.796063:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203807.796247:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203807.796249:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203807.796446:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203807.796448:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203812.914986:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203812.914992:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203812.915426:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203812.915429:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203812.915625:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203812.915627:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203812.915777:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203812.915780:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203818.034965:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203818.034967:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203818.035563:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203818.035565:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203818.035776:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203818.035778:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203818.035945:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203818.035946:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203823.154948:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203823.154954:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203823.155422:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203823.155424:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203823.155588:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203823.155590:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203823.155758:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203823.155760:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203828.274995:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203828.275000:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203828.275445:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203828.275446:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203828.275617:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203828.275618:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203828.275770:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203828.275783:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203833.395017:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203833.395353:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203833.395594:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203833.395718:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203838.515046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203838.515050:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203838.515525:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203838.515528:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203838.515820:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203838.515823:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203838.516094:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203838.516096:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203843.635022:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203843.635029:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203843.635518:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203843.635522:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203843.635919:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203843.635921:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203843.636147:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203843.636150:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203848.754962:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203848.754967:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203848.755660:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203848.755662:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203848.755941:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203848.755943:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203848.756218:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203848.756222:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203853.874832:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203853.874835:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203853.875997:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203853.876002:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203853.876435:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203853.876437:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203853.876614:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203853.876616:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203858.994952:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203858.994956:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203858.995492:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203858.995494:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203858.995667:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203858.995669:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203858.995906:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203858.995908:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203864.114994:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203864.114999:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203864.115527:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203864.115529:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203864.115719:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203864.115720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203864.115892:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203864.115894:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203869.234952:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203869.234958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203869.235308:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203869.235310:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203869.235499:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203869.235500:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203869.235653:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203869.235654:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203874.356262:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203874.356266:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203874.356827:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203874.356830:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203874.357046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203874.357065:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203874.357334:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788203874.357336:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203879.475254:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203879.475262:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203879.475816:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203879.475820:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203879.476184:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203879.476186:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203879.476530:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203879.476532:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203884.595122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203884.595125:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203884.595480:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203884.595482:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203884.595673:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203884.595674:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203884.595866:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203884.595868:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203889.715260:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203889.715269:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203889.715916:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203889.715918:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203889.716113:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203889.716115:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203889.716292:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203889.716294:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203894.835140:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203894.835148:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203894.835689:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203894.835706:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203894.835924:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203894.835926:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203894.836176:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203894.836179:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203899.955260:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203899.955560:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203899.955741:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203899.955914:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203905.075105:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203905.075111:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203905.075912:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203905.075914:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203905.076196:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203905.076198:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203905.076437:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203905.076439:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203910.195008:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203910.195013:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203910.195504:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203910.195506:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203910.195740:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203910.195742:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203910.195924:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203910.195926:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203915.315194:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203915.315202:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203915.315820:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203915.315833:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203915.316074:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203915.316076:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203915.316302:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203915.316305:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203920.435142:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203920.435148:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203920.435873:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203920.435875:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203920.436281:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203920.436283:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203920.436516:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203920.436519:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203925.555031:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203925.555035:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203925.555711:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203925.555713:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203925.555926:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203925.555927:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203925.556229:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203925.556230:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203930.675084:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203930.675090:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203930.675573:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203930.675586:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203930.675808:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203930.675810:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203930.675994:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203930.675996:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203935.795240:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203935.795249:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203935.795713:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203935.795715:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203935.795995:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203935.795998:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203935.796305:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203935.796308:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203940.915724:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203940.915728:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203940.916067:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203940.916069:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203940.916333:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203940.916335:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203940.916576:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203940.916579:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203946.035442:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203946.035446:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203946.035997:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203946.036016:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203946.036239:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203946.036241:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203946.036446:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203946.036448:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203951.155142:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203951.155147:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203951.155589:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203951.155590:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203951.155804:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203951.155806:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203951.155986:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203951.155988:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203956.275307:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203956.275316:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203956.275738:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203956.275740:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203956.276028:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203956.276029:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203956.276246:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203956.276248:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203961.395093:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203961.395099:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788203961.395563:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203961.395577:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788203961.395781:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203961.395782:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788203961.395956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788203961.395958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203966.515217:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203966.515576:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203966.515746:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203966.515938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203971.635496:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203971.635508:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203971.636224:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203971.636227:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203971.636597:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203971.636600:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203971.636900:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203971.636903:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203976.754962:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203976.754966:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203976.755456:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203976.755459:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203976.755679:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203976.755680:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203976.755891:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203976.755893:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203981.875103:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203981.875110:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203981.875570:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203981.875571:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203981.875762:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203981.875763:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203981.875947:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203981.875950:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203986.995144:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203986.995151:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203986.995728:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203986.995730:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203986.995933:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203986.995934:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203986.996170:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203986.996172:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203992.115335:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203992.115344:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203992.115933:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203992.115935:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203992.116236:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203992.116238:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203992.116543:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203992.116546:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788203997.234947:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203997.234951:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203997.235500:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203997.235502:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203997.235686:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203997.235687:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788203997.235892:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788203997.235894:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204002.355063:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204002.355070:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204002.355494:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204002.355496:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204002.355753:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204002.355755:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204002.356021:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204002.356023:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204007.475222:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204007.475226:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204007.475757:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204007.475758:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204007.475952:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204007.475953:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204007.476192:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204007.476194:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204012.595088:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204012.595091:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204012.595618:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204012.595620:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204012.595836:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204012.595839:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204012.596086:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204012.596089:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204017.715180:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204017.715185:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204017.715616:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204017.715619:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204017.715852:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204017.715854:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204017.716079:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204017.716081:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204022.835004:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204022.835008:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204022.835343:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204022.835345:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204022.835539:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204022.835540:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204022.835709:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204022.835710:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204027.955268:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204027.955277:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204027.955841:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204027.955843:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204027.956070:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204027.956072:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204027.956344:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204027.956346:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204033.075100:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204033.075571:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204033.075731:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204033.075886:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204038.195490:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204038.195496:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204038.196186:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204038.196189:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204038.196509:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204038.196528:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204038.196761:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204038.196763:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204043.315194:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204043.315199:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204043.315801:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204043.315803:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204043.316107:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204043.316109:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204043.316395:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204043.316415:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204048.435060:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204048.435066:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204048.435540:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204048.435542:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204048.435771:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204048.435774:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204048.436046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204048.436048:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788204053.555291:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204053.555301:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788204053.555905:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204053.555908:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788204053.556204:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204053.556207:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788204053.556495:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204053.556497:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204058.675163:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204058.675184:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204058.675655:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204058.675658:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204058.675955:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204058.675970:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204058.676260:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204058.676263:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204063.794874:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204063.794876:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204063.795479:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204063.795483:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204063.795888:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204063.795889:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204063.796081:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204063.796083:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204068.915071:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204068.915077:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204068.915515:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204068.915517:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204068.915706:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204068.915708:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204068.915890:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204068.915892:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204074.035318:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204074.035321:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204074.035673:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204074.035675:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204074.035922:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204074.035924:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204074.036164:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204074.036166:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204079.154961:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204079.154968:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204079.155364:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204079.155365:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204079.155630:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204079.155631:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204079.155787:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204079.155789:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204084.275100:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204084.275108:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204084.275662:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204084.275664:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204084.275975:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204084.275978:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204084.276235:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204084.276237:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204089.395083:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204089.395089:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204089.395596:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204089.395598:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204089.395856:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204089.395858:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204089.396079:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204089.396080:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204094.515159:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204094.515166:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204094.515930:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204094.515932:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204094.516252:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204094.516255:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204094.516506:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204094.516508:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204099.635039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204099.636054:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204099.636250:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204099.636446:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204104.755521:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204104.755539:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204104.755885:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204104.755888:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204104.756194:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204104.756196:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204104.756512:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204104.756514:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204109.875009:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204109.875013:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204109.875437:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204109.875438:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204109.875624:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204109.875626:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204109.875803:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204109.875805:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204114.995199:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204114.995208:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204114.995805:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204114.995808:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204114.996154:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204114.996157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204114.996493:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204114.996496:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204120.115041:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204120.115060:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204120.115708:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204120.115710:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204120.115932:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204120.115934:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204120.116201:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204120.116203:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204125.235141:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204125.235147:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204125.235622:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204125.235623:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204125.235833:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204125.235836:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204125.236107:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204125.236110:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204130.355068:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204130.355074:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204130.355638:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204130.355642:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204130.355987:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204130.355989:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204130.356319:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204130.356322:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204135.475131:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204135.475138:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204135.475761:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204135.475763:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204135.476122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204135.476126:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204135.476493:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204135.476496:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204140.595443:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204140.595447:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204140.595829:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204140.595832:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204140.596102:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204140.596103:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204140.596281:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204140.596282:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204145.715076:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204145.715080:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204145.715745:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204145.715747:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204145.716040:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204145.716043:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204145.716445:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204145.716448:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204150.835318:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204150.835326:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204150.835924:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204150.835927:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204150.836247:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204150.836263:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204150.836619:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204150.836622:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204155.955081:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204155.955086:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204155.955746:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204155.955748:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204155.956038:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204155.956040:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204155.956338:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204155.956340:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204161.075144:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204161.075150:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204161.075671:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204161.075674:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204161.075929:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204161.075930:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204161.076145:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204161.076148:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204166.194952:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204166.195263:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204166.195493:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204166.195632:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204171.315055:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204171.315061:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788204171.315692:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204171.315704:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788204171.315958:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204171.315960:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788204171.316208:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204171.316210:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788204176.434974:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204176.434994:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204176.435506:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204176.435507:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204176.435710:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204176.435711:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204176.435910:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204176.435912:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204181.555132:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204181.555139:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204181.555584:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204181.555587:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204181.555823:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204181.555825:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204181.556000:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204181.556001:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204186.675095:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204186.675102:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204186.675639:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204186.675641:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204186.675889:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204186.675892:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204186.676255:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204186.676257:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1788204191.794947:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204191.794950:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204191.794951:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204191.794953:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204191.794955:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.794956:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204191.794957:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.794959:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204191.794962:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204191.794963:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204191.794965:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204191.794966:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204191.794973:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204191.794976:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204191.794978:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204191.794986:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204191.794994:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204191.795000:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204191.795006:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204191.795012:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204191.795016:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204191.795019:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204191.795022:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204191.795024:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204191.795026:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204191.795032:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204191.795037:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204191.795044:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556720128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204191.795055:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204191.795057:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204191.795060:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556720128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204191.795077:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204191.795080:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204191.795084:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204191.795085:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204191.795086:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204191.795089:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204191.795100:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3324
00000400:00000200:0.0:1788204191.795105:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204191.795107:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204191.795109:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204191.795114:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795117:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204191.795121:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795125:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204191.795127:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204191.795129:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204191.795131:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204191.795133:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204191.795136:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204191.795140:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204191.795149:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795155:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204191.795161:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795166:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204191.795170:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204191.795177:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795181:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204191.795187:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204191.795191:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204191.795196:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204191.795199:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204191.795203:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204191.795208:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204191.795213:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204191.795220:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204191.795225:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204191.795232:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204191.795235:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204191.795240:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204191.795243:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204191.795248:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204191.795255:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204191.795261:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204191.795270:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556720256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204191.795283:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204191.795287:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204191.795290:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788204191.795295:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556720256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204191.795296:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1788204191.795308:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204191.795311:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204191.795315:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204191.795316:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204191.795317:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204191.795320:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204191.795323:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3324
00000400:00000200:0.0:1788204191.795331:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204191.795335:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204191.795337:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204191.795342:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795346:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204191.795348:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795352:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204191.795356:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204191.795358:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204191.795360:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204191.795363:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204191.795366:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204191.795370:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204191.795375:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795378:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204191.795381:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795385:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204191.795388:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204191.795390:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204191.795394:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204191.795396:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204191.795420:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204191.795421:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204191.795423:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204191.795424:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204191.795425:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204191.795426:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204191.795431:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204191.795434:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204191.795437:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204191.795438:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204191.795440:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204191.795441:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204191.795445:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204191.795452:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204191.795459:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204191.795467:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556720384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204191.795479:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204191.795484:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204191.795492:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556720384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204191.795503:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204191.795511:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3334)
00000800:00000200:2.1:1788204191.795821:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204191.795823:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204191.796041:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204191.796042:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204191.796202:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204191.796203:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788204192.114644:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204192.114649:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204192.114654:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204193.138567:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204193.138570:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204193.138573:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204194.034538:0:18620:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4297999017, at 4297999040
00000100:00000010:0.0:1788204194.034558:0:18620:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511060.
00000020:00000001:0.0:1788204194.162730:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204194.162735:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204194.162739:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204195.186625:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204195.186630:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204195.186634:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204196.211032:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204196.211037:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204196.211041:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204196.914533:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204196.914542:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204196.914545:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204196.914548:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204196.914552:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204196.914559:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3329
00000400:00000200:0.0:1788204196.914568:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204196.914574:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204196.914577:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204196.914580:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914582:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204196.914585:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914587:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204196.914591:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204196.914594:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204196.914596:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204196.914599:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204196.914601:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204196.914604:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204196.914607:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914609:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204196.914611:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914612:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204196.914615:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204196.914618:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914627:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204196.914629:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204196.914635:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204196.914637:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.914639:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204196.914642:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204196.914652:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204196.914655:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204196.914658:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204196.914661:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.914664:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204196.914666:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204196.914670:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204196.914678:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204196.914684:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204196.914692:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556720512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204196.914702:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204196.914706:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204196.914711:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556720512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204196.914738:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204196.914741:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204196.914745:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204196.914746:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204196.914748:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204196.914750:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204196.914753:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3329
00000400:00000200:0.0:1788204196.914756:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204196.914758:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204196.914760:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204196.914763:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914765:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204196.914767:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914769:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204196.914771:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204196.914772:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204196.914773:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204196.914775:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204196.914777:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204196.914779:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204196.914782:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914784:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204196.914786:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914788:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204196.914790:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204196.914792:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914794:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204196.914796:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204196.914800:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204196.914802:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.914804:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204196.914807:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204196.914810:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.914812:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204196.914815:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204196.914816:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204196.914819:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204196.914820:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.914822:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204196.914823:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204196.914825:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204196.914828:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204196.914830:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204196.914835:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556720640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204196.914842:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204196.914844:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204196.914847:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556720640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204196.914855:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204196.914857:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204196.914859:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204196.914861:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204196.914863:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204196.914865:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204196.914867:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3329
00000400:00000200:0.0:1788204196.914870:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204196.914873:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204196.914875:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204196.914878:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914880:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204196.914882:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914884:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204196.914886:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204196.914887:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204196.914889:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204196.914891:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204196.914892:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204196.914894:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204196.914897:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914898:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204196.914900:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914902:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204196.914904:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204196.914907:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914909:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204196.914910:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204196.914912:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204196.914913:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.914915:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204196.914917:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204196.914919:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.914921:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204196.914924:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204196.914926:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204196.914928:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204196.914929:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.914930:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204196.914932:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204196.914933:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204196.914938:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204196.914941:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204196.914945:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556720768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204196.914952:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204196.914953:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204196.914957:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556720768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204196.914965:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204196.914967:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204196.914970:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204196.914971:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204196.914972:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204196.914974:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204196.914977:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3329
00000400:00000200:0.0:1788204196.914979:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204196.914982:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204196.914984:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204196.914986:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914988:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204196.914990:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.914992:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204196.914994:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204196.914995:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204196.914997:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204196.914998:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204196.915000:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204196.915002:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204196.915005:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.915007:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204196.915009:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204196.915011:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204196.915013:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204196.915015:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204196.915017:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204196.915018:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204196.915020:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204196.915022:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.915024:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204196.915025:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204196.915027:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.915028:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204196.915031:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204196.915033:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204196.915034:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204196.915036:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204196.915037:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204196.915039:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204196.915040:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204196.915043:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204196.915045:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204196.915049:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556720896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204196.915055:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204196.915057:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204196.915061:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556720896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204196.915068:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204196.915072:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3339)
00000800:00000200:2.1:1788204196.915312:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204196.915316:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204196.915675:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204196.915689:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204196.915956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204196.915958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204196.916215:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204196.916217:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788204197.234596:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204197.234601:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204197.234604:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204198.258623:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204198.258627:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204198.258630:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204199.154576:0:18620:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298004136, at 4298004160
00000100:00000010:0.0:1788204199.154597:0:18620:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511120.
00000020:00000001:0.0:1788204199.282645:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204199.282650:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204199.282654:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204201.330634:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204201.330637:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204201.330640:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204202.034508:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204202.034518:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204202.034521:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204202.034525:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204202.034534:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204202.034541:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3334
00000400:00000200:0.0:1788204202.034550:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204202.034557:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204202.034561:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204202.034564:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034567:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204202.034569:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034572:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204202.034576:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204202.034579:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204202.034581:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204202.034584:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204202.034591:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204202.034594:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204202.034597:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034599:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204202.034601:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034603:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204202.034606:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204202.034609:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034612:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204202.034615:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204202.034619:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204202.034622:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.034624:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204202.034626:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204202.034634:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204202.034638:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204202.034641:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204202.034643:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.034646:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204202.034649:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204202.034653:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204202.034660:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204202.034667:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204202.034677:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556721024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204202.034688:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204202.034693:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204202.034697:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556721024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204202.034729:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204202.034732:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204202.034735:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204202.034736:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204202.034738:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204202.034740:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204202.034742:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3334
00000400:00000200:0.0:1788204202.034746:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204202.034749:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204202.034751:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204202.034754:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034756:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204202.034759:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034761:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204202.034764:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204202.034765:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204202.034767:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204202.034769:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204202.034771:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204202.034773:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204202.034777:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034780:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204202.034782:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034784:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204202.034786:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204202.034789:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034792:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204202.034794:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204202.034800:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204202.034805:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.034808:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204202.034815:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204202.034820:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.034822:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204202.034837:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204202.034846:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204202.034851:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204202.034852:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.034854:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204202.034855:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204202.034857:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204202.034862:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204202.034867:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204202.034875:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556721152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204202.034891:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204202.034900:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204202.034909:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556721152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204202.034930:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204202.034933:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204202.034935:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204202.034936:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204202.034938:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204202.034943:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204202.034945:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3334
00000400:00000200:0.0:1788204202.034948:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204202.034951:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204202.034956:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204202.034962:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034966:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204202.034968:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.034969:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204202.034978:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204202.034983:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204202.034986:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204202.034988:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204202.034990:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204202.035000:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204202.035004:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.035005:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204202.035007:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.035009:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204202.035018:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204202.035021:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204202.035022:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204202.035023:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204202.035027:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204202.035031:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.035040:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204202.035044:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204202.035051:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.035052:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204202.035055:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204202.035059:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204202.035065:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204202.035069:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.035076:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204202.035079:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204202.035084:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204202.035092:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204202.035096:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204202.035101:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556721280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204202.035111:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204202.035120:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204202.035132:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556721280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204202.035153:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204202.035155:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204202.035158:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204202.035168:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204202.035170:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204202.035177:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204202.035186:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3334
00000400:00000200:0.0:1788204202.035191:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204202.035198:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204202.035201:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204202.035208:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.035218:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204202.035220:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.035224:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204202.035230:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204202.035236:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204202.035241:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204202.035243:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204202.035244:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204202.035245:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204202.035249:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.035250:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204202.035259:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204202.035262:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204202.035273:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204202.035290:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204202.035299:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204202.035307:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204202.035321:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204202.035328:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.035329:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204202.035331:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204202.035333:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.035338:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204202.035343:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204202.035349:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204202.035353:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204202.035356:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204202.035379:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1788204202.035379:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:0.0:1788204202.035384:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788204202.035387:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1788204202.035389:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204202.035443:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204202.035450:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204202.035460:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556721408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204202.035480:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204202.035488:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204202.035494:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556721408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204202.035501:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204202.035508:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3344)
00000800:00000200:2.1:1788204202.035919:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204202.035921:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204202.036198:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204202.036200:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204202.036515:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204202.036518:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788204203.379501:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204203.379506:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204203.379510:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204204.274539:0:18620:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298009257, at 4298009280
00000100:00000010:0.0:1788204204.274557:0:18620:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925115a0.
00000020:00000001:0.0:1788204205.426567:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204205.426570:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204205.426573:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204207.156618:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204207.156634:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204207.157253:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204207.157256:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204207.157703:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204207.157705:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204207.157989:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204207.157992:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788204207.474597:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204207.474600:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204207.474602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204209.394511:0:18620:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298014378, at 4298014400
00000100:00000010:0.0:1788204209.394528:0:18620:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150720.
00000020:00000001:0.0:1788204211.570626:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204211.570629:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204211.570632:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204212.275089:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204212.275094:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204212.275648:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204212.275663:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204212.275937:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204212.275939:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204212.276204:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204212.276207:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204213.618624:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204213.618628:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204213.618632:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204214.514519:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298019496, at 4298019520
00000100:00000010:0.0:1788204214.514535:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150360.
00000020:00000001:0.0:1788204215.666634:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204215.666639:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204215.666642:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204217.395028:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204217.395032:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788204217.395567:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204217.395569:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788204217.395741:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204217.395742:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788204217.395892:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204217.395893:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000020:00000001:0.0:1788204217.714616:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204217.714623:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204217.714628:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204219.634538:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298024616, at 4298024640
00000100:00000010:0.0:1788204219.634560:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01509c0.
00000020:00000001:0.0:1788204219.762583:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204219.762586:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204219.762589:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204221.810624:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204221.810628:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204221.810632:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204222.514549:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204222.514572:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204222.514575:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204222.514580:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204222.514585:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204222.514595:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3355
00000400:00000200:0.0:1788204222.514612:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204222.514620:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204222.514624:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204222.514627:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514630:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204222.514633:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514636:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204222.514641:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204222.514648:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204222.514651:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204222.514655:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204222.514658:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204222.514661:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204222.514664:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514666:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204222.514668:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514670:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204222.514673:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204222.514676:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514679:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204222.514683:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204222.514687:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204222.514690:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.514692:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204222.514695:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204222.514707:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204222.514712:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204222.514717:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204222.514719:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.514724:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204222.514727:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204222.514732:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204222.514742:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204222.514749:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204222.514760:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556723072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204222.514771:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204222.514776:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204222.514782:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556723072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204222.514808:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204222.514812:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204222.514815:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204222.514817:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204222.514818:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204222.514821:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204222.514824:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3355
00000400:00000200:0.0:1788204222.514828:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204222.514831:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204222.514834:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204222.514838:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514840:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204222.514843:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514846:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204222.514850:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204222.514854:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204222.514857:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204222.514863:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204222.514870:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204222.514876:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204222.514883:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514887:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204222.514892:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514897:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204222.514901:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204222.514907:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204222.514911:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204222.514914:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204222.514921:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204222.514925:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.514929:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204222.514935:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204222.514941:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.514943:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204222.514950:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204222.514955:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204222.514960:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204222.514971:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.514979:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204222.514982:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204222.514985:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204222.514992:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204222.514999:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204222.515018:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556723200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204222.515033:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204222.515036:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204222.515044:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556723200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204222.515066:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204222.515071:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204222.515079:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204222.515083:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204222.515087:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204222.515091:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204222.515097:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3355
00000400:00000200:0.0:1788204222.515105:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204222.515110:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204222.515113:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204222.515121:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515126:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204222.515130:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515134:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204222.515137:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204222.515140:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204222.515142:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204222.515145:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204222.515149:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204222.515152:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204222.515158:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515162:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204222.515165:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515169:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204222.515173:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000200:3.1:1788204222.515177:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204222.515179:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515185:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204222.515185:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
02000000:00000001:0.0:1788204222.515190:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204222.515194:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204222.515199:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.515202:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204222.515207:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204222.515210:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.515212:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204222.515219:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204222.515223:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204222.515227:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204222.515229:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.515233:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204222.515236:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204222.515240:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204222.515247:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204222.515260:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204222.515269:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556723328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204222.515284:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204222.515289:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204222.515299:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556723328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204222.515315:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204222.515320:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204222.515328:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204222.515330:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204222.515332:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204222.515337:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204222.515341:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3355
00000400:00000200:0.0:1788204222.515349:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204222.515356:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204222.515359:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204222.515363:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515367:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204222.515372:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515376:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204222.515382:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204222.515385:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204222.515388:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204222.515391:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204222.515395:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204222.515427:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204222.515433:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515438:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204222.515441:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515444:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204222.515446:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204222.515452:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204222.515457:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204222.515460:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204222.515465:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204222.515469:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.515473:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204222.515476:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204222.515482:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.515486:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204222.515492:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204222.515496:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204222.515503:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204222.515506:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204222.515510:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204222.515512:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204222.515515:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204222.515521:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204222.515528:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204222.515536:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556723456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204222.515555:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204222.515560:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204222.515568:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556723456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204222.515594:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204222.515601:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3365)
00000800:00000200:3.1:1788204222.515748:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204222.515750:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788204222.515988:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204222.515991:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788204222.516283:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204222.516285:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1788204223.858720:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204223.858724:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204223.858727:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204224.754506:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298029736, at 4298029760
00000100:00000010:0.0:1788204224.754524:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000020:00000001:0.0:1788204225.906616:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204225.906619:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204225.906622:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204227.634467:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204227.634475:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204227.634477:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204227.634480:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204227.634483:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204227.634489:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3360
00000400:00000200:0.0:1788204227.634496:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204227.634500:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204227.634503:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204227.634505:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634507:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204227.634509:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634511:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204227.634513:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204227.634516:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204227.634517:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204227.634520:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204227.634521:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204227.634523:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204227.634524:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634525:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204227.634526:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634527:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204227.634529:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204227.634531:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634532:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204227.634534:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204227.634536:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204227.634538:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.634539:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204227.634540:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204227.634547:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204227.634549:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204227.634552:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204227.634553:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.634555:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204227.634558:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204227.634561:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204227.634566:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204227.634571:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204227.634578:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556723584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204227.634586:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204227.634589:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204227.634592:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556723584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204227.634612:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204227.634615:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204227.634617:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204227.634618:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204227.634619:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204227.634620:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204227.634622:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3360
00000400:00000200:0.0:1788204227.634624:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204227.634625:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204227.634626:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204227.634629:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634630:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204227.634631:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634633:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204227.634635:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204227.634636:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204227.634636:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204227.634638:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204227.634639:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204227.634640:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204227.634642:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634643:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204227.634645:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634648:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204227.634650:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204227.634654:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634657:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204227.634659:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204227.634663:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204227.634667:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.634671:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204227.634676:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204227.634680:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.634682:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204227.634686:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204227.634690:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204227.634694:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204227.634695:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.634698:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204227.634699:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204227.634701:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204227.634705:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204227.634709:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204227.634714:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556723712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204227.634723:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204227.634725:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204227.634728:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556723712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204227.634738:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204227.634741:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204227.634744:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204227.634746:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204227.634748:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204227.634752:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204227.634754:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3360
00000400:00000200:0.0:1788204227.634759:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204227.634762:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204227.634764:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204227.634770:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634772:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204227.634776:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634778:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204227.634780:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204227.634782:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204227.634784:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204227.634786:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204227.634790:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204227.634792:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204227.634798:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634802:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204227.634806:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634810:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204227.634814:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204227.634818:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634821:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204227.634825:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204227.634827:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204227.634837:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.634842:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204227.634845:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204227.634850:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.634852:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204227.634856:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204227.634861:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204227.634867:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204227.634871:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.634875:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204227.634878:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204227.634882:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204227.634887:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204227.634894:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204227.634902:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556723840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204227.634912:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204227.634914:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204227.634930:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556723840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204227.634940:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204227.634947:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204227.634951:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.1:1788204227.634951:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204227.634953:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204227.634956:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204227.634958:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1788204227.634958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000100:00080000:0.0:1788204227.634962:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3360
00000400:00000200:0.0:1788204227.634968:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204227.634974:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204227.634977:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204227.634980:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634981:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204227.634983:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.634985:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204227.634988:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204227.634990:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204227.634992:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204227.634995:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204227.634997:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204227.635002:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204227.635008:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.635011:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204227.635016:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204227.635019:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204227.635023:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204227.635028:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204227.635032:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204227.635033:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204227.635036:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204227.635040:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.635043:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204227.635046:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204227.635050:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.635053:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204227.635060:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204227.635062:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204227.635064:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204227.635065:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204227.635066:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204227.635067:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204227.635068:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204227.635071:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204227.635073:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204227.635080:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556723968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204227.635088:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204227.635090:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204227.635094:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556723968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204227.635103:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204227.635106:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3370)
00000800:00000200:3.1:1788204227.635364:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204227.635376:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788204227.635584:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204227.635586:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788204227.635763:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204227.635764:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1788204227.954611:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204227.954614:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204227.954618:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204229.874495:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298034856, at 4298034880
00000100:00000010:0.0:1788204229.874507:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01504e0.
00000020:00000001:0.0:1788204230.002543:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204230.002545:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204230.002548:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204232.050577:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204232.050583:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204232.050586:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204232.755138:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204232.755462:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204232.755607:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204232.755763:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788204234.098736:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204234.098741:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204234.098745:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204234.994479:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298039976, at 4298040000
00000100:00000010:0.0:1788204234.994492:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150ea0.
00000020:00000001:0.0:1788204236.146591:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204236.146593:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204236.146595:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204237.875438:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204237.875442:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204237.875810:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204237.875813:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204237.876105:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204237.876108:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204237.876367:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204237.876369:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204238.194557:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204238.194560:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204238.194562:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204240.114491:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298045097, at 4298045120
00000100:00000010:0.0:1788204240.114506:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150660.
00000020:00000001:0.0:1788204240.242554:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204240.242558:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204240.242562:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204242.290636:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204242.290641:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204242.290645:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204242.994621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204242.994631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204242.994636:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204242.994641:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204242.994648:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204242.994671:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3375
00000400:00000200:0.0:1788204242.994684:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204242.994693:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204242.994697:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204242.994700:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994703:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204242.994708:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994710:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204242.994715:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204242.994717:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204242.994720:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204242.994723:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204242.994725:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204242.994727:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204242.994730:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994731:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204242.994732:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994734:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204242.994737:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204242.994742:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994744:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204242.994746:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204242.994750:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204242.994752:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.994754:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204242.994756:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204242.994762:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204242.994766:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204242.994770:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204242.994772:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.994775:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204242.994779:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204242.994783:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204242.994791:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204242.994798:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204242.994808:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556725120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204242.994817:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204242.994821:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204242.994825:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556725120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204242.994844:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204242.994846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204242.994849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204242.994850:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204242.994852:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204242.994855:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204242.994857:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3375
00000400:00000200:0.0:1788204242.994860:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204242.994863:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204242.994865:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204242.994867:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994869:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204242.994871:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994872:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204242.994873:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204242.994874:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204242.994875:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204242.994878:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204242.994880:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204242.994885:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204242.994890:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994895:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204242.994898:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994900:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204242.994902:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204242.994904:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994905:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204242.994906:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204242.994911:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204242.994912:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.994913:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204242.994916:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204242.994918:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.994919:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204242.994921:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204242.994923:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204242.994925:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204242.994925:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.994926:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204242.994927:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204242.994928:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204242.994931:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204242.994933:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204242.994936:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556725248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204242.994941:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204242.994942:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204242.994944:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556725248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204242.994950:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204242.994952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204242.994954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204242.994956:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204242.994958:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204242.994960:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204242.994962:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3375
00000400:00000200:0.0:1788204242.994966:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204242.994973:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204242.994975:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204242.994976:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994977:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204242.994978:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994979:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204242.994980:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204242.994981:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204242.994982:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204242.994983:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204242.994984:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204242.994985:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204242.994987:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994988:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204242.994993:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.994995:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204242.994997:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204242.995003:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204242.995012:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204242.995017:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204242.995021:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204242.995030:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.995033:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204242.995035:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204242.995040:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.995046:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204242.995051:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204242.995056:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204242.995061:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204242.995067:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.995072:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204242.995074:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204242.995076:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204242.995081:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204242.995085:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204242.995091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556725376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204242.995099:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204242.995100:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204242.995103:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556725376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204242.995109:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204242.995111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204242.995113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204242.995114:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204242.995115:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204242.995117:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204242.995118:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3375
00000400:00000200:0.0:1788204242.995121:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204242.995122:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204242.995124:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204242.995125:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.995127:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204242.995128:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.995129:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204242.995131:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204242.995133:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204242.995134:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204242.995135:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204242.995137:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204242.995138:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204242.995140:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.995142:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204242.995144:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204242.995146:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204242.995149:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204242.995152:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204242.995154:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204242.995156:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204242.995159:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204242.995161:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.995163:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204242.995165:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204242.995168:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.995170:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204242.995179:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204242.995184:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204242.995189:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204242.995191:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204242.995197:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204242.995201:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204242.995206:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204242.995214:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204242.995219:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204242.995223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556725504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204242.995228:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204242.995230:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204242.995235:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556725504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204242.995242:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204242.995247:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3385)
00000800:00000200:3.1:1788204242.995452:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204242.995455:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204242.995862:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204242.995865:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204242.996142:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204242.996145:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204242.996444:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204242.996447:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788204244.338591:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204244.338595:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204244.338599:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204245.234540:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298050217, at 4298050240
00000100:00000010:0.0:1788204245.234558:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150180.
00000020:00000001:0.0:1788204246.386558:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204246.386561:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204246.386564:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204248.114495:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204248.114503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204248.114505:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204248.114508:0:38:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204248.114511:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204248.114517:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3380
00000400:00000200:0.0:1788204248.114523:0:38:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204248.114527:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204248.114529:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204248.114531:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114534:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204248.114535:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114537:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204248.114539:0:38:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204248.114541:0:38:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204248.114543:0:38:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204248.114545:0:38:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204248.114546:0:38:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204248.114548:0:38:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204248.114550:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114551:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204248.114553:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114554:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204248.114556:0:38:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204248.114557:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114559:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204248.114574:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204248.114576:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204248.114578:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.114579:0:38:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204248.114581:0:38:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204248.114588:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204248.114590:0:38:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204248.114593:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204248.114594:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.114596:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204248.114599:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204248.114602:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204248.114609:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204248.114614:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204248.114620:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556725632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204248.114628:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204248.114630:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204248.114633:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556725632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204248.114650:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204248.114653:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204248.114657:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204248.114658:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204248.114660:0:38:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204248.114663:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204248.114666:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3380
00000400:00000200:0.0:1788204248.114671:0:38:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204248.114675:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204248.114678:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204248.114683:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114687:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204248.114691:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114695:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204248.114697:0:38:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204248.114698:0:38:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204248.114700:0:38:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204248.114703:0:38:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204248.114705:0:38:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204248.114709:0:38:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204248.114714:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114717:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204248.114719:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114722:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204248.114724:0:38:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204248.114733:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114737:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204248.114740:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204248.114745:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204248.114747:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.114748:0:38:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204248.114751:0:38:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204248.114754:0:38:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.114756:0:38:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204248.114762:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204248.114764:0:38:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204248.114766:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204248.114769:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.114770:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204248.114771:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204248.114775:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204248.114778:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204248.114782:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204248.114787:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556725760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204248.114797:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204248.114800:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204248.114804:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556725760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204248.114812:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204248.114813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204248.114816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204248.114816:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204248.114818:0:38:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204248.114821:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204248.114824:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3380
00000400:00000200:0.0:1788204248.114827:0:38:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204248.114830:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204248.114833:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204248.114835:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114837:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204248.114840:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114843:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204248.114845:0:38:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204248.114848:0:38:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204248.114850:0:38:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204248.114852:0:38:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204248.114854:0:38:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204248.114856:0:38:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204248.114858:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114859:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204248.114860:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114861:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204248.114862:0:38:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204248.114865:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114867:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204248.114870:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204248.114872:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204248.114875:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.114878:0:38:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204248.114880:0:38:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204248.114885:0:38:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.114887:0:38:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204248.114890:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204248.114894:0:38:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204248.114897:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204248.114898:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.114899:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204248.114901:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204248.114904:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204248.114907:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204248.114911:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204248.114915:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556725888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204248.114923:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204248.114925:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204248.114930:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556725888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204248.114936:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204248.114938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204248.114939:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204248.114940:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204248.114941:0:38:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204248.114943:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204248.114946:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3380
00000400:00000200:0.0:1788204248.114949:0:38:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204248.114952:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204248.114954:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204248.114957:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114961:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204248.114965:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114967:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204248.114970:0:38:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204248.114971:0:38:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204248.114973:0:38:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204248.114975:0:38:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204248.114979:0:38:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204248.114982:0:38:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204248.114987:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114989:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204248.114993:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204248.114996:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204248.115001:0:38:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204248.115004:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204248.115007:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204248.115010:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204248.115011:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204248.115013:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.115014:0:38:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204248.115015:0:38:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204248.115018:0:38:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.115021:0:38:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204248.115026:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204248.115031:0:38:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204248.115032:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204248.115034:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204248.115036:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204248.115038:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204248.115040:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204248.115044:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204248.115046:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204248.115051:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556726016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204248.115058:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204248.115061:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204248.115064:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556726016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204248.115073:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204248.115076:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788204248.115079:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3390)
00000800:00000200:3.1:1788204248.115081:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204248.115481:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204248.115484:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204248.115671:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204248.115673:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204248.115822:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204248.115824:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788204248.434572:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204248.434577:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204248.434580:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204249.458544:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204249.458548:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204249.458550:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204250.354500:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298055336, at 4298055360
00000100:00000010:0.0:1788204250.354514:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150180.
00000020:00000001:0.0:1788204250.482598:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204250.482601:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204250.482603:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204251.506592:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204251.506596:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204251.506599:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204252.530585:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204252.530588:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204252.530590:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204253.235282:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204253.235289:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204253.235914:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204253.235916:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204253.236200:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204253.236202:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204253.236513:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204253.236515:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788204254.578657:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204254.578690:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204254.578735:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204255.474509:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298060457, at 4298060480
00000100:00000010:0.0:1788204255.474528:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150660.
00000020:00000001:0.0:1788204256.626617:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204256.626620:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204256.626622:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204258.354865:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204258.354870:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204258.355182:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204258.355183:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204258.355463:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204258.355465:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204258.355630:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204258.355632:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788204258.674576:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204258.674580:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204258.674583:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204260.594501:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298065576, at 4298065600
00000100:00000010:0.0:1788204260.594515:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150ea0.
00000020:00000001:0.0:1788204260.722650:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204260.722653:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204260.722655:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204262.770564:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204262.770567:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204262.770570:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204263.475046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204263.475051:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204263.475389:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204263.475391:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204263.475580:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204263.475581:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204263.475769:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204263.475771:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788204264.818613:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204264.818618:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204264.818621:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204265.714545:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298070696, at 4298070720
00000100:00000010:0.0:1788204265.714565:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150cc0.
00000020:00000001:0.0:1788204266.866614:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204266.866618:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204266.866621:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204267.890604:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204267.890611:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204267.890616:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204268.594983:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204268.594989:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204268.595390:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204268.595392:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204268.595582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204268.595583:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204268.595762:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204268.595764:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788204268.914571:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204268.914574:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204268.914577:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204269.938656:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204269.938661:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204269.938664:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204270.834465:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298075816, at 4298075840
00000100:00000010:0.0:1788204270.834474:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000020:00000001:0.0:1788204270.962567:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204270.962570:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204270.962573:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204271.986535:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204271.986539:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204271.986543:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204273.010556:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204273.010558:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204273.010561:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204273.715441:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204273.715453:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204273.715456:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204273.715459:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204273.715463:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204273.715472:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3406
00000400:00000200:0.0:1788204273.715481:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204273.715487:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204273.715491:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204273.715494:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715497:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204273.715500:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715502:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204273.715508:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204273.715510:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204273.715513:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204273.715516:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204273.715519:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204273.715521:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204273.715524:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715526:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204273.715529:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715531:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204273.715534:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204273.715538:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715541:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204273.715544:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204273.715552:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204273.715555:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.715558:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204273.715560:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204273.715567:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204273.715570:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204273.715574:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204273.715576:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.715579:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204273.715583:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204273.715587:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204273.715597:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204273.715604:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204273.715615:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556728192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204273.715625:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204273.715629:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204273.715634:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556728192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204273.715654:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204273.715657:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204273.715660:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204273.715661:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204273.715663:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204273.715665:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204273.715668:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3406
00000400:00000200:0.0:1788204273.715672:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204273.715676:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204273.715680:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204273.715685:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715688:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204273.715693:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715695:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204273.715698:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204273.715699:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204273.715701:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204273.715703:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204273.715705:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204273.715706:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204273.715709:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715710:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204273.715712:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715713:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204273.715716:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204273.715718:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715720:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204273.715723:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204273.715727:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204273.715730:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.715732:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204273.715736:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204273.715738:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.715740:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204273.715742:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204273.715744:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204273.715746:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204273.715749:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.715753:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204273.715756:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204273.715759:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204273.715765:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204273.715770:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204273.715780:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556728320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204273.715801:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204273.715805:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204273.715813:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556728320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204273.715826:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204273.715831:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204273.715836:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204273.715837:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204273.715838:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204273.715841:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204273.715844:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3406
00000400:00000200:0.0:1788204273.715849:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204273.715853:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204273.715856:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204273.715863:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715865:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204273.715870:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715873:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204273.715877:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204273.715880:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204273.715884:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204273.715888:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204273.715892:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204273.715897:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204273.715904:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715909:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204273.715914:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715918:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204273.715922:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204273.715927:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204273.715932:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204273.715937:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204273.715940:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204273.715942:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.715946:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204273.715951:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204273.715956:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.715959:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204273.715965:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204273.715970:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204273.715976:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204273.715980:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.715984:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204273.715988:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204273.715991:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204273.715998:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204273.716004:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204273.716014:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556728448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204273.716027:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204273.716031:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204273.716038:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556728448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204273.716053:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204273.716054:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204273.716058:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1788204273.716059:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1788204273.716064:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204273.716068:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204273.716071:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204273.716076:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204273.716081:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3406
00000400:00000200:0.0:1788204273.716088:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204273.716096:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204273.716099:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204273.716103:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.716108:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204273.716112:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.716143:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204273.716147:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204273.716151:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204273.716154:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204273.716158:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204273.716163:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204273.716170:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204273.716178:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.716181:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204273.716188:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204273.716195:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204273.716200:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204273.716204:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204273.716208:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204273.716210:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204273.716214:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204273.716217:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.716219:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204273.716221:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204273.716227:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.716230:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204273.716237:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204273.716240:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204273.716242:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204273.716243:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204273.716246:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204273.716249:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204273.716251:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204273.716260:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204273.716266:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204273.716285:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556728576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204273.716300:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204273.716303:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204273.716310:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556728576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204273.716318:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204273.716324:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3416)
00000800:00000200:3.1:1788204273.716533:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204273.716536:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204273.716740:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204273.716741:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204273.716933:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204273.716934:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788204274.034560:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204274.034565:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204274.034568:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204275.058565:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204275.058569:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204275.058572:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204275.954530:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298080937, at 4298080960
00000100:00000010:0.0:1788204275.954546:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150f00.
00000020:00000001:0.0:1788204276.082685:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204276.082689:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204276.082693:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204277.106637:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204277.106640:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204277.106642:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204278.130688:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204278.130692:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204278.130696:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204278.834509:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204278.834520:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204278.834522:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204278.834527:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204278.834531:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204278.834538:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3411
00000400:00000200:0.0:1788204278.834546:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204278.834552:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204278.834556:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204278.834559:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834563:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204278.834565:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834568:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204278.834572:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204278.834574:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204278.834577:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204278.834581:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204278.834584:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204278.834588:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204278.834591:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834593:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204278.834595:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834597:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204278.834600:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204278.834603:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834606:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204278.834609:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204278.834612:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204278.834615:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.834618:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204278.834620:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204278.834627:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204278.834631:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204278.834635:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204278.834637:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.834641:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204278.834643:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204278.834647:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204278.834654:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204278.834661:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204278.834671:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556728704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204278.834682:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204278.834687:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204278.834692:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556728704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204278.834706:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204278.834709:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204278.834713:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204278.834716:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204278.834718:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204278.834723:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204278.834730:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3411
00000400:00000200:0.0:1788204278.834739:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204278.834748:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204278.834752:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204278.834760:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834765:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204278.834771:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834774:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204278.834777:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204278.834779:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204278.834781:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204278.834784:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204278.834787:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204278.834789:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204278.834793:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834795:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204278.834798:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834800:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204278.834802:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204278.834806:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834808:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204278.834810:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204278.834816:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204278.834821:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.834825:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204278.834830:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204278.834837:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.834842:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204278.834848:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204278.834853:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204278.834857:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204278.834861:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.834866:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204278.834868:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204278.834872:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204278.834880:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204278.834887:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204278.834895:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556728832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204278.834903:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204278.834905:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204278.834909:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556728832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204278.834917:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204278.834920:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204278.834923:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204278.834925:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204278.834926:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204278.834928:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204278.834931:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3411
00000400:00000200:0.0:1788204278.834934:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204278.834937:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204278.834939:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204278.834941:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834943:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204278.834945:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834947:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204278.834949:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204278.834950:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204278.834952:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204278.834954:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204278.834956:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204278.834958:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204278.834960:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834963:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204278.834964:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834966:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204278.834969:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204278.834971:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204278.834974:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204278.834975:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204278.834978:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204278.834980:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.834981:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204278.834983:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204278.834986:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.834987:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204278.834990:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204278.834993:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204278.834995:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204278.834996:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.834998:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204278.835000:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204278.835001:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204278.835005:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204278.835008:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204278.835013:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556728960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204278.835019:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204278.835021:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204278.835025:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556728960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204278.835047:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204278.835049:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204278.835052:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204278.835054:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204278.835055:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204278.835057:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204278.835060:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3411
00000400:00000200:0.0:1788204278.835064:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204278.835067:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204278.835069:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204278.835071:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.835074:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204278.835076:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.835078:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204278.835081:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204278.835082:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204278.835083:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204278.835085:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204278.835089:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204278.835095:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204278.835101:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.835105:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204278.835109:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204278.835113:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204278.835118:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204278.835125:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204278.835129:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204278.835131:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204278.835134:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204278.835136:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.835137:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204278.835139:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204278.835142:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.835143:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204278.835147:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204278.835150:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204278.835152:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204278.835154:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204278.835155:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204278.835157:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204278.835159:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204278.835163:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204278.835168:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204278.835176:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556729088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204278.835191:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204278.835196:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204278.835202:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556729088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204278.835217:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204278.835223:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3421)
00000800:00000200:3.1:1788204278.835246:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204278.835248:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204278.835578:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204278.835587:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204278.835777:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204278.835778:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204278.835928:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204278.835930:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204279.154553:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204279.154557:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204279.154560:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204280.178560:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204280.178563:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204280.178565:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204281.074497:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298086056, at 4298086080
00000100:00000010:0.0:1788204281.074511:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150360.
00000020:00000001:0.0:1788204281.202560:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204281.202565:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204281.202568:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204282.227009:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204282.227013:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204282.227016:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204283.250540:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204283.250544:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204283.250546:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204283.954475:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204283.954484:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204283.954485:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204283.954489:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204283.954492:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204283.954498:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3416
00000400:00000200:0.0:1788204283.954506:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204283.954511:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204283.954513:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204283.954516:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954518:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204283.954520:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954522:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204283.954525:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204283.954527:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204283.954530:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204283.954533:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204283.954535:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204283.954537:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204283.954540:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954542:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204283.954543:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954545:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204283.954548:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204283.954551:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954554:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204283.954556:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204283.954559:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204283.954562:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.954564:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204283.954566:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204283.954579:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204283.954582:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204283.954585:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204283.954586:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.954589:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204283.954591:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204283.954594:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204283.954600:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204283.954605:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204283.954612:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556729216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204283.954619:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204283.954622:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204283.954625:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556729216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204283.954641:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204283.954643:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204283.954646:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204283.954646:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204283.954647:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204283.954649:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204283.954651:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3416
00000400:00000200:0.0:1788204283.954654:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204283.954655:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204283.954657:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204283.954659:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954660:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204283.954662:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954663:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204283.954665:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204283.954666:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204283.954667:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204283.954668:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204283.954670:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204283.954671:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204283.954673:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954674:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204283.954676:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954678:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204283.954682:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204283.954686:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954689:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204283.954691:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204283.954696:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204283.954700:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.954703:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204283.954708:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204283.954712:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.954721:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204283.954729:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204283.954733:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204283.954736:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204283.954739:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.954742:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204283.954742:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204283.954744:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204283.954748:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204283.954753:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204283.954760:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556729344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204283.954768:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204283.954770:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204283.954774:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556729344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204283.954785:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204283.954789:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204283.954796:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204283.954798:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204283.954801:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204283.954806:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204283.954811:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3416
00000400:00000200:0.0:1788204283.954816:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204283.954821:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204283.954823:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204283.954827:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954829:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204283.954830:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954834:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204283.954837:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204283.954838:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204283.954839:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204283.954840:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204283.954842:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204283.954845:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204283.954850:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954852:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204283.954855:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954858:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204283.954861:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204283.954866:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204283.954871:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204283.954873:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204283.954876:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204283.954880:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.954882:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204283.954884:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204283.954888:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.954893:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204283.954898:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204283.954901:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204283.954905:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204283.954907:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.954908:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204283.954910:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204283.954912:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204283.954916:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204283.954921:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204283.954927:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556729472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788204283.954930:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204283.954936:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788204283.954952:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204283.954954:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204283.954958:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556729472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204283.954969:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204283.954972:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204283.954975:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204283.954977:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204283.954978:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204283.954980:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204283.954984:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3416
00000400:00000200:0.0:1788204283.954990:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204283.954995:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204283.954997:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204283.954999:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.955003:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204283.955005:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.955009:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204283.955011:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204283.955011:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204283.955013:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204283.955016:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204283.955019:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204283.955021:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204283.955027:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.955030:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204283.955033:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204283.955036:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204283.955039:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204283.955043:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204283.955048:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204283.955051:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204283.955055:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204283.955058:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.955060:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204283.955062:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204283.955063:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.955068:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204283.955072:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204283.955075:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204283.955078:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204283.955079:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204283.955080:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204283.955084:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204283.955085:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204283.955089:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204283.955093:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204283.955098:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556729600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204283.955107:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204283.955111:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204283.955116:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556729600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204283.955133:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204283.955140:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3426)
00000800:00000200:3.1:1788204283.955348:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204283.955350:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204283.955548:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204283.955550:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204283.955703:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204283.955705:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204284.274581:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204284.274584:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204284.274588:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204285.298558:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204285.298561:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204285.298564:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204286.194507:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298091176, at 4298091200
00000100:00000010:0.0:1788204286.194527:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d80.
00000020:00000001:0.0:1788204286.322553:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204286.322557:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204286.322561:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204287.346552:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204287.346557:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204287.346560:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204288.370552:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204288.370555:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204288.370557:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204289.074925:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204289.074929:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204289.075324:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204289.075325:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204289.075517:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204289.075518:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204289.075718:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204289.075720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788204289.394546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204289.394550:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204289.394552:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204290.418591:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204290.418594:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204290.418596:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204291.314486:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298096296, at 4298096320
00000100:00000010:0.0:1788204291.314499:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d80.
00000020:00000001:0.0:1788204291.442550:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204291.442554:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204291.442556:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204292.466542:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204292.466546:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204292.466548:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204293.490546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204293.490549:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204293.490551:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204294.195006:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204294.195018:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204294.195395:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204294.195413:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204294.195648:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204294.195649:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204294.195844:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204294.195845:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788204294.514591:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204294.514595:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204294.514598:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204295.538594:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204295.538598:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204295.538601:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204296.434502:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298101416, at 4298101440
00000100:00000010:0.0:1788204296.434517:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150360.
00000020:00000001:0.0:1788204296.562553:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204296.562557:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204296.562559:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204297.586556:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204297.586559:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204297.586561:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204298.610621:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204298.610626:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204298.610630:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204299.315158:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204299.315466:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204299.315601:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204299.315757:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788204299.634591:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204299.634595:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204299.634598:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204300.658629:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204300.658633:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204300.658635:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204301.554486:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298106536, at 4298106560
00000100:00000010:0.0:1788204301.554502:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150f00.
00000020:00000001:0.0:1788204301.682627:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204301.682651:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204301.682654:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204302.706566:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204302.706569:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204302.706572:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204303.730640:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204303.730644:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204303.730646:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204304.435487:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204304.435491:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204304.435834:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204304.435836:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204304.436090:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204304.436092:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204304.436346:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204304.436348:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204304.754622:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204304.754626:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204304.754628:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204305.778651:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204305.778654:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204305.778657:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204306.674524:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298111657, at 4298111680
00000100:00000010:0.0:1788204306.674543:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000020:00000001:0.0:1788204306.802607:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204306.802611:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204306.802614:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204307.826570:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204307.826575:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204307.826579:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204308.850619:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204308.850623:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204308.850626:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204309.555084:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204309.555090:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204309.555666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204309.555669:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204309.555941:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204309.555944:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204309.556252:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204309.556255:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788204309.874589:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204309.874592:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204309.874596:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204310.898682:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204310.898685:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204310.898688:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204311.794501:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298116776, at 4298116800
00000100:00000010:0.0:1788204311.794517:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925115a0.
00000020:00000001:0.0:1788204311.922599:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204311.922603:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204311.922606:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204312.946609:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204312.946613:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204312.946617:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204313.970657:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204313.970660:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204313.970663:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204314.675035:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204314.675038:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204314.675991:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204314.676007:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204314.676247:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204314.676249:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204314.676559:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204314.676561:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788204314.994620:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204314.994625:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204314.994629:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204316.018548:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204316.018554:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204316.018559:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204316.914470:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298121896, at 4298121920
00000100:00000010:0.0:1788204316.914485:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511120.
00000020:00000001:0.0:1788204317.042547:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204317.042551:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204317.042554:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204318.066536:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204318.066540:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204318.066543:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204319.090555:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204319.090558:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204319.090560:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204319.794511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204319.794523:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204319.794525:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204319.794528:0:38:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204319.794531:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204319.794536:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3452
00000400:00000200:0.0:1788204319.794544:0:38:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204319.794549:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204319.794551:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204319.794553:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794556:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204319.794557:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794558:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204319.794561:0:38:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204319.794562:0:38:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204319.794564:0:38:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204319.794567:0:38:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204319.794568:0:38:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204319.794569:0:38:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204319.794571:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794572:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204319.794574:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794575:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204319.794576:0:38:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204319.794578:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794583:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204319.794584:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204319.794587:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204319.794589:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.794590:0:38:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204319.794592:0:38:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204319.794599:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204319.794601:0:38:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204319.794605:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204319.794607:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.794609:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204319.794611:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204319.794614:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204319.794619:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204319.794624:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204319.794630:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556732800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204319.794640:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204319.794644:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204319.794648:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556732800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204319.794669:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204319.794672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204319.794676:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204319.794677:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204319.794679:0:38:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204319.794681:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204319.794684:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3452
00000400:00000200:0.0:1788204319.794687:0:38:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204319.794690:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204319.794692:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204319.794694:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794696:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204319.794698:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794701:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204319.794703:0:38:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204319.794705:0:38:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204319.794707:0:38:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204319.794710:0:38:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204319.794713:0:38:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204319.794715:0:38:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204319.794718:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794722:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204319.794724:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794727:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204319.794732:0:38:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204319.794736:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794740:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204319.794743:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204319.794748:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204319.794751:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.794755:0:38:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204319.794760:0:38:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204319.794766:0:38:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.794769:0:38:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204319.794773:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204319.794776:0:38:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204319.794779:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204319.794781:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.794782:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204319.794783:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204319.794786:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204319.794791:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204319.794804:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204319.794814:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556732928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204319.794824:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204319.794828:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204319.794835:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556732928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204319.794852:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204319.794855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204319.794857:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204319.794859:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204319.794862:0:38:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204319.794863:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204319.794866:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3452
00000400:00000200:0.0:1788204319.794872:0:38:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204319.794875:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204319.794876:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204319.794878:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794880:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204319.794883:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794887:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204319.794889:0:38:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204319.794890:0:38:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204319.794891:0:38:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204319.794894:0:38:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204319.794900:0:38:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204319.794904:0:38:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204319.794912:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794915:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204319.794920:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794927:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204319.794932:0:38:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204319.794940:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204319.794946:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204319.794951:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204319.794955:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204319.794961:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.794962:0:38:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204319.794964:0:38:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204319.794967:0:38:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.794968:0:38:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204319.794973:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204319.794976:0:38:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204319.794981:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204319.794982:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204319.794984:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204319.794985:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204319.794987:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788204319.794989:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
02000000:00000001:0.0:1788204319.794990:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204319.794996:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204319.795000:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204319.795006:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556733056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204319.795019:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204319.795024:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204319.795034:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556733056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204319.795058:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204319.795061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204319.795064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204319.795065:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204319.795067:0:38:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204319.795072:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204319.795076:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3452
00000400:00000200:0.0:1788204319.795082:0:38:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204319.795086:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204319.795089:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204319.795093:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.795096:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204319.795098:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.795104:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204319.795108:0:38:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204319.795110:0:38:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204319.795112:0:38:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204319.795115:0:38:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204319.795120:0:38:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204319.795125:0:38:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204319.795128:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.795131:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204319.795135:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204319.795139:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204319.795142:0:38:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204319.795146:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204319.795148:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204319.795149:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204319.795153:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204319.795156:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.795161:0:38:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204319.795162:0:38:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204319.795166:0:38:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.795169:0:38:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204319.795175:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204319.795180:0:38:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204319.795185:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204319.795186:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204319.795189:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204319.795190:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204319.795193:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204319.795199:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204319.795203:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204319.795210:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556733184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204319.795225:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204319.795228:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204319.795236:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556733184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204319.795257:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204319.795262:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3462)
00000800:00000200:2.1:1788204319.795454:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204319.795455:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204319.795637:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204319.795639:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204319.795870:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204319.795873:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788204320.114542:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204320.114546:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204320.114550:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204321.138573:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204321.138576:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204321.138578:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204322.034491:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298127016, at 4298127040
00000100:00000010:0.0:1788204322.034514:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ba0.
00000020:00000001:0.0:1788204322.162539:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204322.162543:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204322.162546:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204323.186554:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204323.186558:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204323.186562:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204324.210593:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204324.210598:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204324.210602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204324.915061:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204324.915067:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788204324.915535:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204324.915537:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788204324.915718:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204324.915733:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788204324.915941:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204324.915943:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1788204325.234567:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204325.234571:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204325.234582:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204326.258618:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204326.258623:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204326.258627:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204327.154522:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298132136, at 4298132160
00000100:00000010:0.0:1788204327.154533:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01504e0.
00000020:00000001:0.0:1788204327.282567:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204327.282570:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204327.282573:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204328.306561:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204328.306564:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204328.306567:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204329.330546:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204329.330550:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204329.330554:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204330.035263:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204330.035273:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788204330.035800:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204330.035803:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788204330.036017:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204330.036019:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788204330.036231:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204330.036233:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1788204330.354624:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204330.354630:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204330.354635:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204331.378583:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204331.378588:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204331.378591:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204332.274510:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298137257, at 4298137280
00000100:00000010:0.0:1788204332.274524:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01507e0.
00000020:00000001:0.0:1788204332.402606:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204332.402609:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204332.402612:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204333.426631:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204333.426636:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204333.426638:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204334.450583:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204334.450586:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204334.450589:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204335.155334:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204335.155343:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788204335.155904:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204335.155905:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788204335.156078:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204335.156079:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788204335.156282:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204335.156283:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1788204335.474650:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204335.474655:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204335.474658:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204336.498592:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204336.498596:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204336.498600:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204337.394495:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298142377, at 4298142400
00000100:00000010:0.0:1788204337.394510:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150660.
00000020:00000001:0.0:1788204337.522546:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204337.522549:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204337.522552:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204338.546631:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204338.546636:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204338.546640:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204339.570605:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204339.570608:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204339.570611:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204340.275286:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204340.275292:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788204340.275801:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204340.275803:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788204340.276085:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204340.276099:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788204340.276372:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204340.276374:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000020:00000001:0.0:1788204340.594576:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204340.594579:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204340.594581:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204341.618607:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204341.618611:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204341.618614:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204342.514540:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298147497, at 4298147520
00000100:00000010:0.0:1788204342.514565:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d20.
00000020:00000001:0.0:1788204342.642661:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204342.642664:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204342.642667:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204343.666542:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204343.666545:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204343.666547:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204344.690571:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204344.690575:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204344.690580:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204345.394514:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204345.394524:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204345.394526:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204345.394530:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204345.394534:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204345.394541:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3477
00000400:00000200:0.0:1788204345.394550:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204345.394556:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204345.394560:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204345.394563:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394565:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204345.394568:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394570:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204345.394574:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204345.394576:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204345.394578:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204345.394581:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204345.394584:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204345.394586:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204345.394589:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394590:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204345.394592:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394594:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204345.394596:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204345.394600:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394602:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204345.394604:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204345.394607:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204345.394610:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.394612:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204345.394614:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204345.394622:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204345.394625:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204345.394628:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204345.394630:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.394633:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204345.394635:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204345.394639:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204345.394646:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204345.394651:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204345.394660:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556735360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204345.394675:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204345.394680:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204345.394685:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556735360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204345.394709:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204345.394712:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204345.394715:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204345.394717:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204345.394718:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204345.394720:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204345.394723:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3477
00000400:00000200:0.0:1788204345.394726:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204345.394730:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204345.394732:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204345.394735:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394738:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204345.394740:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394742:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204345.394744:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204345.394747:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204345.394752:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204345.394755:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204345.394759:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204345.394765:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204345.394773:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394778:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204345.394783:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394789:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204345.394794:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204345.394801:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204345.394806:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204345.394811:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204345.394817:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204345.394822:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.394825:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204345.394831:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204345.394837:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.394840:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204345.394848:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204345.394853:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204345.394857:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204345.394858:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.394862:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204345.394865:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204345.394871:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204345.394891:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204345.394897:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204345.394909:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556735488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204345.394922:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204345.394927:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204345.394935:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556735488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204345.394956:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204345.394962:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204345.394967:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204345.394971:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204345.394974:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204345.394981:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204345.394988:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3477
00000400:00000200:0.0:1788204345.394995:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204345.395003:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204345.395007:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204345.395013:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:3.1:1788204345.395018:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204345.395019:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788204345.395023:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1788204345.395025:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.395030:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204345.395035:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204345.395038:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204345.395042:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204345.395046:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204345.395048:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204345.395052:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204345.395059:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.395064:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204345.395067:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.395072:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204345.395077:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204345.395085:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204345.395092:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204345.395095:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204345.395100:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204345.395104:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.395108:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204345.395111:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204345.395117:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.395123:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204345.395129:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204345.395134:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204345.395140:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204345.395143:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.395146:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204345.395148:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204345.395152:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204345.395158:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204345.395163:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204345.395171:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556735616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204345.395188:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204345.395193:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204345.395203:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556735616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204345.395219:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204345.395226:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204345.395234:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204345.395237:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204345.395241:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204345.395247:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204345.395254:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3477
00000400:00000200:0.0:1788204345.395263:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204345.395271:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204345.395277:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204345.395284:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.395289:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204345.395295:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.395302:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204345.395309:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204345.395313:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204345.395317:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204345.395323:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204345.395327:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204345.395333:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204345.395342:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.395347:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204345.395354:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204345.395359:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204345.395364:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204345.395371:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204345.395377:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204345.395383:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204345.395388:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204345.395394:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.395446:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204345.395451:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204345.395457:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.395459:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204345.395464:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204345.395469:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204345.395475:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204345.395479:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204345.395484:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204345.395487:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204345.395491:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204345.395499:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204345.395505:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204345.395515:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556735744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204345.395531:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204345.395536:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204345.395547:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556735744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204345.395568:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204345.395575:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3488)
00000800:00000200:3.1:1788204345.395609:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204345.395612:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204345.395840:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204345.395842:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204345.396120:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204345.396122:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204345.714574:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204345.714577:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204345.714586:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204346.738551:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204346.738554:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204346.738556:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204347.634499:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298152616, at 4298152640
00000100:00000010:0.0:1788204347.634516:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d20.
00000020:00000001:0.0:1788204347.762579:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204347.762583:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204347.762586:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204348.786546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204348.786551:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204348.786554:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204349.810616:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204349.810619:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204349.810622:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204350.515317:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204350.515329:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204350.516089:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204350.516090:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204350.516305:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204350.516307:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204350.516515:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204350.516517:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204350.834686:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204350.834691:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204350.834695:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204351.858594:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204351.858597:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204351.858600:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204352.754538:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298157737, at 4298157760
00000100:00000010:0.0:1788204352.754569:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511000.
00000020:00000001:0.0:1788204352.882586:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204352.882590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204352.882592:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204353.906578:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204353.906583:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204353.906588:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204354.930559:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204354.930561:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204354.930564:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204355.635317:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204355.635320:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204355.635580:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204355.635595:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204355.635860:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204355.635861:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204355.636022:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204355.636023:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788204355.954587:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204355.954590:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204355.954593:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204356.978543:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204356.978547:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204356.978549:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204357.874472:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298162856, at 4298162880
00000100:00000010:0.0:1788204357.874484:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511840.
00000020:00000001:0.0:1788204358.002579:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204358.002583:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204358.002586:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204359.026520:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204359.026523:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204359.026525:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204360.050588:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204360.050594:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204360.050597:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204360.755010:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204360.755015:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204360.755391:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204360.755393:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204360.755599:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204360.755602:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788204360.755882:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204360.755885:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788204361.074616:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204361.074620:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204361.074623:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204362.098624:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204362.098631:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204362.098636:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204362.994489:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298167976, at 4298168000
00000100:00000010:0.0:1788204362.994502:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150660.
00000020:00000001:0.0:1788204363.122591:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204363.122595:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204363.122599:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204364.146566:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204364.146571:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204364.146574:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204365.170587:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204365.170590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204365.170592:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204365.874990:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204365.875272:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204365.875423:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204365.875575:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788204366.194622:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204366.194626:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204366.194629:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204367.218638:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204367.218641:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204367.218643:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204368.114521:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298173096, at 4298173120
00000100:00000010:0.0:1788204368.114535:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150ea0.
00000020:00000001:0.0:1788204368.242546:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204368.242549:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204368.242552:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788204368.946645:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:0.0:1788204368.946684:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204368.946694:0:2329:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204368.946698:0:2329:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:0.0:1788204368.946702:0:2329:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204368.946706:0:2329:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204368.946711:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204368.946715:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812a00.
00000400:00000200:0.0:1788204368.946720:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204368.946725:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204368.946732:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1aa0
00000400:00000010:0.0:1788204368.946734:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1aa0.
00000100:00000001:0.0:1788204368.946738:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204368.946746:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02686164e00 x1875064556737408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204368.946770:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204368.946774:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164e00 x1875064556737408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204368.946783:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204368.946786:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204368.946795:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204368.946798:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812400.
00000400:00000200:0.0:1788204368.946802:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204368.946805:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204368.946808:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1088
00000400:00000010:0.0:1788204368.946810:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1088.
00000100:00000001:0.0:1788204368.946812:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204368.946817:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02686164380 x1875064556737536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204368.946831:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204368.946836:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164380 x1875064556737536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204368.946847:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204368.946851:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204368.946859:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204368.946862:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:0.0:1788204368.946867:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204368.946872:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204368.946877:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d15d8
00000400:00000010:0.0:1788204368.946880:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d15d8.
00000100:00000001:0.0:1788204368.946887:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204368.946896:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02686166680 x1875064556737664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204368.946916:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204368.946923:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166680 x1875064556737664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204368.946941:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204368.946944:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204368.946952:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204368.946956:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:0.0:1788204368.946961:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204368.946971:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204368.946976:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1770
00000400:00000010:0.0:1788204368.946984:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1770.
00000100:00000001:0.0:1788204368.946989:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204368.946998:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02686167480 x1875064556737792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204368.947027:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204368.947034:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167480 x1875064556737792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204368.947049:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204368.947052:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788204369.266580:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204369.266585:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204369.266588:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204370.290544:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204370.290548:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204370.290552:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204370.995055:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204370.995061:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204370.996216:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204370.996218:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204370.996526:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204370.996529:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204370.996795:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204370.996797:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204371.314618:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204371.314621:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204371.314623:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204372.338590:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204372.338594:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204372.338597:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204373.234485:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298178217, at 4298178240
00000100:00000010:0.0:1788204373.234497:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01504e0.
00000020:00000001:0.0:1788204373.362629:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204373.362633:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204373.362637:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204374.386548:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204374.386550:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204374.386552:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204375.410587:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204375.410591:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204375.410594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204376.115152:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204376.115157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204376.115754:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204376.115756:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204376.115926:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204376.115928:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204376.116117:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204376.116118:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788204376.434634:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204376.434641:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204376.434646:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204377.458646:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204377.458650:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204377.458654:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204378.354556:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298183336, at 4298183360
00000100:00000010:0.0:1788204378.354585:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000020:00000001:0.0:1788204378.482626:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204378.482631:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204378.482634:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204379.506646:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204379.506650:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204379.506655:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204381.234568:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204381.234581:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204381.234584:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204381.234588:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204381.234593:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204381.234602:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3513
00000400:00000200:0.0:1788204381.234613:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204381.234628:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204381.234634:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204381.234637:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234641:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204381.234644:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234646:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204381.234651:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204381.234653:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204381.234656:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204381.234660:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204381.234662:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204381.234666:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204381.234668:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234670:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204381.234672:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234674:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204381.234677:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204381.234680:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234683:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204381.234686:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204381.234689:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204381.234693:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.234695:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204381.234698:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204381.234710:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204381.234714:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204381.234719:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204381.234721:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.234724:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204381.234728:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204381.234733:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204381.234743:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204381.234751:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204381.234763:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556738944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204381.234773:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204381.234779:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204381.234784:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556738944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204381.234810:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204381.234813:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204381.234816:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204381.234819:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204381.234821:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204381.234823:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204381.234826:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3513
00000400:00000200:0.0:1788204381.234829:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204381.234832:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204381.234835:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204381.234838:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234840:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204381.234857:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234861:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204381.234864:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204381.234868:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204381.234870:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204381.234875:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204381.234878:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204381.234881:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204381.234891:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234895:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204381.234899:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234904:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204381.234909:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204381.234914:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204381.234920:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204381.234924:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204381.234933:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204381.234937:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.234940:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204381.234946:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204381.234954:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.234959:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204381.234964:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204381.234969:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204381.234974:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204381.234976:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.234981:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204381.234984:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204381.234986:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204381.234993:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204381.234998:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204381.235005:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556739072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204381.235020:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204381.235023:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204381.235031:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556739072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204381.235053:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204381.235057:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204381.235066:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204381.235068:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204381.235071:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204381.235075:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204381.235081:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3513
00000400:00000200:0.0:1788204381.235088:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204381.235092:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204381.235097:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204381.235102:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235105:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204381.235111:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235115:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204381.235119:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204381.235123:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204381.235126:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204381.235131:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204381.235137:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204381.235142:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204381.235149:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235154:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204381.235160:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235165:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204381.235168:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204381.235173:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235180:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204381.235183:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204381.235188:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204381.235193:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.235197:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204381.235200:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204381.235204:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.235208:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204381.235212:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204381.235216:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204381.235222:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204381.235223:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.235227:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204381.235231:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204381.235233:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204381.235238:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204381.235242:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204381.235242:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204381.235249:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00100000:0.0:1788204381.235264:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556739200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204381.235278:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204381.235283:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204381.235289:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556739200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204381.235307:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204381.235311:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204381.235319:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204381.235322:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204381.235325:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204381.235330:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204381.235335:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3513
00000400:00000200:0.0:1788204381.235345:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204381.235351:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204381.235355:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204381.235362:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235368:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204381.235373:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235376:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204381.235380:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204381.235383:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204381.235384:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204381.235387:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204381.235390:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204381.235394:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204381.235454:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235459:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204381.235463:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235468:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204381.235474:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204381.235481:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204381.235486:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204381.235490:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204381.235495:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204381.235501:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.235505:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204381.235509:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204381.235513:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.235518:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204381.235526:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204381.235531:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204381.235536:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204381.235539:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204381.235544:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204381.235546:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204381.235550:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204381.235556:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204381.235562:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204381.235571:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556739328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204381.235586:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204381.235591:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204381.235600:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556739328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204381.235621:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204381.235626:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3523)
00000800:00000200:3.1:1788204381.235879:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204381.235882:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204381.236145:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204381.236148:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204381.236472:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204381.236474:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788204381.554662:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204381.554665:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204381.554667:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204382.578631:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204382.578635:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204382.578638:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204383.474514:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298188457, at 4298188480
00000100:00000010:0.0:1788204383.474527:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01509c0.
00000020:00000001:0.0:1788204383.602652:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204383.602655:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204383.602663:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204384.626595:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204384.626599:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204384.626601:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204385.650574:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204385.650579:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204385.650592:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204386.354539:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204386.354548:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204386.354551:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204386.354555:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204386.354559:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204386.354566:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3518
00000400:00000200:0.0:1788204386.354576:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204386.354582:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204386.354585:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204386.354588:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354592:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204386.354596:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354599:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204386.354602:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204386.354605:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204386.354607:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204386.354609:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204386.354612:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204386.354613:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204386.354616:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354618:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204386.354621:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354623:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204386.354625:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204386.354628:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354631:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204386.354633:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204386.354636:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204386.354638:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.354639:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204386.354641:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204386.354646:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204386.354649:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204386.354653:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204386.354655:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.354658:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204386.354661:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204386.354665:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204386.354672:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204386.354679:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204386.354690:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556739456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204386.354700:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204386.354705:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204386.354711:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556739456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204386.354731:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204386.354734:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204386.354737:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204386.354739:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204386.354740:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204386.354743:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204386.354745:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3518
00000400:00000200:0.0:1788204386.354748:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204386.354751:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204386.354754:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204386.354759:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354762:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204386.354766:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354767:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204386.354769:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204386.354771:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204386.354774:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204386.354776:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204386.354780:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204386.354790:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204386.354794:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354796:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204386.354798:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354802:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204386.354807:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204386.354814:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354820:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204386.354824:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204386.354831:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204386.354835:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.354838:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204386.354843:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204386.354846:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.354849:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204386.354853:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204386.354857:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204386.354860:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204386.354863:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.354865:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204386.354866:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204386.354870:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204386.354874:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204386.354878:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204386.354883:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556739584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204386.354893:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204386.354897:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204386.354911:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556739584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204386.354923:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204386.354927:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204386.354929:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204386.354930:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204386.354933:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204386.354937:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204386.354942:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3518
00000400:00000200:0.0:1788204386.354949:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204386.354953:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204386.354957:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204386.354962:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354965:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204386.354969:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354973:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204386.354976:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204386.354979:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204386.354983:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204386.354987:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204386.354989:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204386.354991:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204386.354996:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.354999:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204386.355004:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.355006:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204386.355013:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204386.355019:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204386.355023:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204386.355025:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204386.355029:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204386.355034:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.355036:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204386.355039:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1788204386.355039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000008:00000001:0.0:1788204386.355042:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.355045:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204386.355045:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00000010:0.0:1788204386.355049:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204386.355053:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204386.355055:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204386.355057:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.355059:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204386.355061:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204386.355064:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204386.355067:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204386.355072:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204386.355079:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556739712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204386.355085:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204386.355088:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204386.355094:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556739712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204386.355117:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204386.355120:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204386.355124:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204386.355127:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204386.355129:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204386.355134:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204386.355139:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3518
00000400:00000200:0.0:1788204386.355146:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204386.355152:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204386.355154:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204386.355159:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.355178:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204386.355183:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.355185:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204386.355187:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204386.355190:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204386.355193:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204386.355195:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204386.355200:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204386.355205:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204386.355210:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.355215:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204386.355220:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204386.355225:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204386.355228:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204386.355236:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204386.355241:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204386.355245:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204386.355249:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204386.355253:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.355255:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204386.355260:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204386.355264:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.355269:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204386.355274:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204386.355280:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204386.355285:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204386.355289:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204386.355293:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204386.355296:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204386.355300:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204386.355307:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204386.355313:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204386.355321:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556739840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204386.355330:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204386.355335:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204386.355343:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556739840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204386.355364:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204386.355371:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3529)
00000800:00000200:2.1:1788204386.355553:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204386.355554:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204386.355754:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204386.355756:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204386.355915:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204386.355916:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1788204386.674589:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204386.674594:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204386.674597:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204387.698522:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204387.698526:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204387.698529:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204388.594492:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298193576, at 4298193600
00000100:00000010:0.0:1788204388.594505:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511720.
00000020:00000001:0.0:1788204388.722559:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204388.722562:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204388.722564:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204389.746575:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204389.746579:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204389.746582:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204390.770575:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204390.770579:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204390.770583:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204391.475060:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204391.475067:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204391.475479:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204391.475481:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204391.475721:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204391.475723:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204391.475956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204391.475958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788204391.794578:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204391.794582:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204391.794585:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204392.818569:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204392.818573:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204392.818577:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204393.714497:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298198696, at 4298198720
00000100:00000010:0.0:1788204393.714513:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a80.
00000020:00000001:0.0:1788204393.842548:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204393.842551:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204393.842553:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204394.866555:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204394.866558:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204394.866560:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204395.890572:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204395.890575:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204395.890577:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204396.594959:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204396.594963:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204396.595469:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204396.595471:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204396.595639:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204396.595641:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204396.595789:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204396.595790:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788204396.914559:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204396.914562:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204396.914565:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204398.834492:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298203816, at 4298203840
00000100:00000010:0.0:1788204398.834505:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150720.
00000020:00000001:0.0:1788204398.962583:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204398.962595:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204398.962598:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204401.010556:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204401.010560:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204401.010562:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204401.714962:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204401.714965:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204401.715531:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204401.715533:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204401.715695:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204401.715697:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204401.715936:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204401.715938:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1788204403.954459:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298208936, at 4298208960
00000100:00000010:0.0:1788204403.954468:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d80.
00000100:00080000:0.0:1788204406.834578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204406.834608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204406.834612:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204406.834617:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204406.834622:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204406.834631:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3539
00000400:00000200:0.0:1788204406.834639:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204406.834647:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204406.834650:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204406.834653:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.834657:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204406.834659:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.834661:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204406.834666:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204406.834669:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204406.834672:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204406.834675:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204406.834677:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204406.834680:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204406.834683:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.834685:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204406.834692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.834694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204406.834697:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204406.834700:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204406.834703:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204406.834706:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204406.834710:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204406.834712:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.834714:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204406.834716:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204406.834726:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204406.834729:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204406.834733:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204406.834735:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.834737:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204406.834741:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204406.834746:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204406.834757:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204406.834764:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204406.834776:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556741504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204406.834787:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204406.834793:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204406.834797:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556741504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204406.834830:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204406.834834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204406.834838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204406.834840:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204406.834841:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204406.834845:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204406.834849:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3539
00000400:00000200:0.0:1788204406.834855:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204406.834859:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204406.834862:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204406.834865:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.834870:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204406.834881:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.834893:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204406.834900:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204406.834903:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204406.834906:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204406.834910:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204406.834916:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204406.834927:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204406.834947:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.834955:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204406.834961:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.834967:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204406.834981:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204406.834996:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835011:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204406.835016:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204406.835024:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204406.835031:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.835036:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204406.835042:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204406.835050:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.835055:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204406.835065:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204406.835070:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204406.835073:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204406.835074:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.835083:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204406.835084:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204406.835089:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204406.835103:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204406.835108:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204406.835120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556741632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204406.835135:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204406.835138:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204406.835149:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556741632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204406.835173:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204406.835183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204406.835197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204406.835202:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204406.835208:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204406.835211:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204406.835217:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3539
00000400:00000200:0.0:1788204406.835221:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204406.835227:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204406.835232:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204406.835240:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835241:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204406.835243:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835245:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204406.835247:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204406.835249:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204406.835253:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204406.835261:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204406.835263:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204406.835264:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204406.835269:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835272:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204406.835281:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835284:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204406.835285:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204406.835288:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835292:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204406.835293:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204406.835295:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204406.835300:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.835301:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204406.835303:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204406.835308:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.835313:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204406.835316:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204406.835322:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204406.835326:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204406.835328:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.835332:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204406.835339:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204406.835341:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204406.835344:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204406.835350:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204406.835359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556741760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204406.835373:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204406.835376:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204406.835378:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556741760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204406.835390:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204406.835428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204406.835433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204406.835436:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204406.835439:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204406.835442:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204406.835445:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3539
00000800:00000200:3.1:1788204406.835508:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204406.835512:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000400:00000200:0.0:1788204406.835626:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204406.835632:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204406.835634:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204406.835637:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835639:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204406.835640:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835643:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204406.835645:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204406.835646:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204406.835648:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204406.835650:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204406.835652:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204406.835654:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204406.835657:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835659:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204406.835660:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835662:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204406.835664:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204406.835666:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204406.835667:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204406.835668:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204406.835671:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204406.835672:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.835673:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204406.835674:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204406.835676:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.835677:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204406.835680:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204406.835681:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204406.835683:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204406.835683:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204406.835685:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204406.835686:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204406.835687:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204406.835690:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204406.835692:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204406.835695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556741888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204406.835703:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204406.835704:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204406.835706:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556741888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204406.835711:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204406.835713:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3549)
00000800:00000200:3.1:1788204406.837107:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204406.837111:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204406.837464:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204406.837467:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204406.837734:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204406.837737:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1788204409.074533:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298214058, at 4298214080
00000100:00000010:0.0:1788204409.074552:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a80.
00000800:00000200:3.1:1788204411.955226:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204411.955230:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204411.955668:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204411.955671:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204411.955942:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204411.955944:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204411.956179:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204411.956181:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1788204414.194514:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298219176, at 4298219200
00000100:00000010:0.0:1788204414.194534:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150f00.
00000020:00000001:0.0:1788204416.370572:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204416.370575:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204416.370578:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204417.074472:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204417.074479:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204417.074481:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204417.074483:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204417.074487:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204417.074492:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3549
00000400:00000200:0.0:1788204417.074498:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204417.074502:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204417.074504:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204417.074506:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074508:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204417.074510:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074511:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204417.074514:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204417.074515:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204417.074517:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204417.074519:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204417.074521:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204417.074522:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204417.074524:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074525:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204417.074526:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074527:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204417.074529:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204417.074530:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074532:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204417.074534:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204417.074536:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204417.074537:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.074539:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204417.074540:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204417.074547:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204417.074549:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204417.074552:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204417.074553:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.074555:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204417.074557:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204417.074560:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204417.074567:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204417.074571:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204417.074578:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556742528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204417.074584:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204417.074588:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204417.074591:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556742528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204417.074612:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204417.074614:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204417.074617:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204417.074618:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204417.074619:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204417.074621:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204417.074622:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3549
00000400:00000200:0.0:1788204417.074624:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204417.074626:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204417.074627:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204417.074640:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074643:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204417.074644:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074646:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204417.074648:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204417.074649:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204417.074650:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204417.074652:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204417.074653:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204417.074657:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204417.074660:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074662:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204417.074665:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074667:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204417.074670:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204417.074675:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074680:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204417.074683:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204417.074688:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204417.074691:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.074694:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204417.074698:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204417.074703:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.074705:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204417.074710:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204417.074713:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204417.074714:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204417.074717:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.074722:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204417.074723:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204417.074726:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204417.074729:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204417.074734:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204417.074742:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556742656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204417.074750:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204417.074754:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204417.074757:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556742656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204417.074772:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204417.074775:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204417.074781:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204417.074784:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204417.074786:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204417.074789:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204417.074794:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3549
00000400:00000200:0.0:1788204417.074798:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204417.074803:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204417.074805:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204417.074810:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074813:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204417.074814:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074816:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204417.074820:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204417.074822:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204417.074823:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204417.074824:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204417.074827:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204417.074829:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204417.074834:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074836:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204417.074840:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074843:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204417.074846:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204417.074849:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074852:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204417.074853:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204417.074856:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204417.074859:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.074861:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204417.074864:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204417.074868:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.074870:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204417.074874:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204417.074878:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204417.074880:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204417.074881:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.074882:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204417.074883:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204417.074884:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204417.074888:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204417.074891:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204417.074896:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556742784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204417.074911:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204417.074913:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204417.074918:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556742784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204417.074929:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204417.074933:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1788204417.074937:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204417.074938:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204417.074941:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1788204417.074942:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1788204417.074943:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204417.074946:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204417.074951:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3549
00000400:00000200:0.0:1788204417.074955:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204417.074958:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204417.074962:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204417.074966:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074970:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204417.074973:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074976:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204417.074978:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204417.074981:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204417.074983:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204417.074986:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204417.074988:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204417.074990:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204417.074996:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.074999:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204417.075002:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204417.075006:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204417.075009:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204417.075021:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204417.075027:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204417.075030:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204417.075033:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204417.075035:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.075037:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204417.075041:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204417.075046:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.075050:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204417.075057:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204417.075062:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204417.075065:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204417.075068:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204417.075070:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204417.075071:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204417.075072:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204417.075076:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204417.075080:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204417.075087:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556742912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204417.075097:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204417.075100:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204417.075107:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556742912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204417.075116:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204417.075120:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3559)
00000800:00000200:3.1:1788204417.075342:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204417.075343:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204417.075530:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204417.075531:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204417.075726:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204417.075728:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204418.418564:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204418.418568:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204418.418571:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204419.314541:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298224296, at 4298224320
00000100:00000010:0.0:1788204419.314560:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000020:00000001:0.0:1788204420.466643:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204420.466648:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204420.466653:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204422.194496:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204422.194506:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204422.194509:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204422.194513:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204422.194520:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204422.194528:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3554
00000400:00000200:0.0:1788204422.194537:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204422.194554:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204422.194558:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204422.194560:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194563:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204422.194565:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194567:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204422.194570:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204422.194572:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204422.194575:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204422.194578:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204422.194579:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204422.194581:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204422.194584:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194585:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204422.194586:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194587:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204422.194590:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204422.194592:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194594:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204422.194596:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204422.194599:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204422.194602:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.194604:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204422.194606:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204422.194616:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204422.194620:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204422.194624:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204422.194626:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.194629:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204422.194632:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204422.194636:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204422.194646:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204422.194653:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204422.194661:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556743040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204422.194669:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204422.194673:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204422.194677:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556743040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204422.194696:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204422.194699:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204422.194701:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204422.194702:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204422.194704:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204422.194705:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204422.194707:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3554
00000400:00000200:0.0:1788204422.194709:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204422.194711:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204422.194712:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204422.194714:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194715:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204422.194717:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194718:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204422.194720:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204422.194721:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204422.194722:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204422.194724:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204422.194725:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204422.194726:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204422.194728:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194729:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204422.194731:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194732:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204422.194733:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204422.194735:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194736:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204422.194738:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204422.194743:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204422.194744:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.194745:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204422.194749:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204422.194753:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.194754:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204422.194756:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204422.194759:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204422.194761:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204422.194763:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.194765:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204422.194766:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204422.194768:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204422.194773:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204422.194777:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204422.194783:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556743168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204422.194795:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204422.194798:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204422.194802:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556743168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204422.194810:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204422.194813:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204422.194818:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204422.194820:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204422.194822:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204422.194825:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204422.194829:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3554
00000400:00000200:0.0:1788204422.194832:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204422.194836:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204422.194837:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204422.194839:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194840:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204422.194841:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194842:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204422.194844:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204422.194845:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204422.194846:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204422.194847:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204422.194849:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204422.194852:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204422.194854:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194857:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204422.194860:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194861:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204422.194865:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204422.194868:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204422.194871:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204422.194876:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204422.194880:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204422.194883:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.194888:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204422.194892:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204422.194897:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.194900:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204422.194904:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204422.194909:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204422.194912:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204422.194913:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.194915:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204422.194917:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204422.194920:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204422.194924:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204422.194929:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204422.194937:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556743296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204422.194954:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204422.194956:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204422.194959:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556743296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204422.194965:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204422.194968:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204422.194971:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204422.194974:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204422.194976:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204422.194981:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204422.194984:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3554
00000400:00000200:0.0:1788204422.194989:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204422.194992:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204422.194995:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204422.194998:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.195000:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204422.195001:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.195003:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204422.195006:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204422.195008:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204422.195010:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204422.195013:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204422.195014:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204422.195015:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204422.195017:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.195020:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204422.195023:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204422.195026:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204422.195027:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204422.195029:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204422.195031:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204422.195033:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204422.195036:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204422.195040:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.195042:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204422.195043:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204422.195046:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.195049:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204422.195053:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204422.195056:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204422.195059:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204422.195061:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204422.195064:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204422.195067:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204422.195069:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204422.195074:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204422.195077:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204422.195082:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556743424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204422.195093:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204422.195096:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204422.195101:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556743424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204422.195111:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204422.195116:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3564)
00000800:00000200:3.1:1788204422.195157:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204422.195161:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204422.195812:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204422.195814:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204422.196077:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204422.196079:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204422.196271:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204422.196272:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788204422.514582:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204422.514586:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204422.514589:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204424.434550:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298229416, at 4298229440
00000100:00000010:0.0:1788204424.434565:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150cc0.
00000020:00000001:0.0:1788204424.562562:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204424.562568:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204424.562571:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204425.586601:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204425.586605:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204425.586608:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204426.610584:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204426.610591:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204426.610594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204427.314482:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204427.314491:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204427.314493:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204427.314497:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204427.314500:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204427.314508:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3559
00000400:00000200:0.0:1788204427.314516:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204427.314521:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204427.314524:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204427.314526:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314529:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204427.314532:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314535:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204427.314538:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204427.314540:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204427.314542:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204427.314545:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204427.314548:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204427.314550:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204427.314553:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314555:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204427.314556:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314558:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204427.314560:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204427.314563:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314565:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204427.314567:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204427.314570:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204427.314573:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.314575:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204427.314577:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204427.314585:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204427.314588:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204427.314592:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204427.314593:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.314596:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204427.314598:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204427.314602:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204427.314609:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204427.314614:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204427.314622:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556743552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204427.314631:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204427.314636:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204427.314640:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556743552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204427.314666:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204427.314669:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204427.314672:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204427.314673:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204427.314674:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204427.314676:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204427.314678:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3559
00000400:00000200:0.0:1788204427.314681:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204427.314684:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204427.314686:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204427.314688:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314690:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204427.314692:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314694:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204427.314697:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204427.314698:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204427.314700:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204427.314703:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204427.314705:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204427.314708:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204427.314712:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314717:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204427.314719:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314723:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204427.314726:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204427.314732:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314735:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204427.314738:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204427.314742:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204427.314748:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.314750:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204427.314756:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204427.314760:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.314764:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204427.314769:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204427.314775:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204427.314779:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204427.314782:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.314785:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204427.314787:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204427.314789:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204427.314793:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204427.314798:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204427.314807:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556743680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204427.314827:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204427.314830:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204427.314837:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556743680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204427.314851:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204427.314854:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204427.314859:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204427.314863:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204427.314866:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204427.314871:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204427.314876:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3559
00000400:00000200:0.0:1788204427.314884:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204427.314889:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204427.314892:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204427.314896:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314900:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204427.314904:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314907:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204427.314910:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204427.314912:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204427.314913:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204427.314916:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204427.314920:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204427.314923:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204427.314928:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314932:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204427.314936:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314939:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204427.314941:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204427.314947:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204427.314951:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204427.314954:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204427.314959:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204427.314964:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.314967:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204427.314970:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204427.314976:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.314979:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204427.314983:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204427.314987:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204427.314990:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204427.314992:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.314996:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204427.314999:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204427.315001:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204427.315007:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204427.315012:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204427.315018:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556743808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204427.315029:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204427.315033:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204427.315039:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556743808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788204427.315049:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204427.315053:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204427.315055:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000100:00080000:0.0:1788204427.315056:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204427.315062:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204427.315075:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204427.315080:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204427.315083:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204427.315088:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3559
00000400:00000200:0.0:1788204427.315096:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204427.315101:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204427.315103:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204427.315107:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.315112:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204427.315116:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.315120:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204427.315123:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204427.315125:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204427.315128:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204427.315130:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204427.315134:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204427.315139:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204427.315146:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.315149:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204427.315153:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204427.315157:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204427.315161:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204427.315167:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204427.315171:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204427.315174:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204427.315177:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204427.315182:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.315185:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204427.315188:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204427.315192:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.315197:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204427.315202:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204427.315206:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204427.315210:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204427.315211:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204427.315215:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204427.315217:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204427.315218:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204427.315222:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204427.315227:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204427.315231:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556743936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204427.315243:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204427.315247:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204427.315253:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556743936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204427.315268:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204427.315273:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3570)
00000800:00000200:3.1:1788204427.315571:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204427.315573:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788204427.315835:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204427.315838:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788204427.316069:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204427.316071:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1788204427.634550:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204427.634554:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204427.634557:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204428.658595:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204428.658600:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204428.658603:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204429.554510:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298234536, at 4298234560
00000100:00000010:0.0:1788204429.554523:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150ea0.
00000020:00000001:0.0:1788204429.682610:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204429.682614:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204429.682617:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204430.706608:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204430.706620:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204430.706624:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204431.730611:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204431.730615:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204431.730618:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204432.435327:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204432.436018:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204432.436188:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204432.436755:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788204432.754596:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204432.754600:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204432.754602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204433.778633:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204433.778637:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204433.778640:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204434.674538:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298239656, at 4298239680
00000100:00000010:0.0:1788204434.674555:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01500c0.
00000020:00000001:0.0:1788204434.802599:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204434.802606:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204434.802611:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788204435.506813:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:0.0:1788204435.506870:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204435.506880:0:2330:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204435.506883:0:2330:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:0.0:1788204435.506888:0:2330:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204435.506892:0:2330:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204435.506898:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204435.506902:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812100.
00000400:00000200:0.0:1788204435.506909:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204435.506915:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204435.506923:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1990
00000400:00000010:0.0:1788204435.506926:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1990.
00000100:00000001:0.0:1788204435.506932:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204435.506944:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0fb80 x1875064556744064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.506978:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204435.506984:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0fb80 x1875064556744064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.506993:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.506995:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204435.507008:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204435.507011:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812700.
00000400:00000200:0.0:1788204435.507014:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204435.507017:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204435.507020:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1000
00000400:00000010:0.0:1788204435.507022:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1000.
00000100:00000001:0.0:1788204435.507024:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204435.507029:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0f100 x1875064556744192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.507038:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204435.507041:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f100 x1875064556744192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.507047:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.507048:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204435.507052:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204435.507054:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:0.0:1788204435.507057:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204435.507059:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204435.507061:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:0.0:1788204435.507064:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:0.0:1788204435.507067:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204435.507072:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0f480 x1875064556744320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.507081:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204435.507085:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f480 x1875064556744320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.507096:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.507100:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204435.507108:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204435.507115:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:0.0:1788204435.507120:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204435.507126:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204435.507130:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1f68
00000400:00000010:0.0:1788204435.507134:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1f68.
00000100:00000001:0.0:1788204435.507139:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204435.507147:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0d880 x1875064556744448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.507163:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204435.507169:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d880 x1875064556744448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204435.507187:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204435.507191:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788204435.826649:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204435.826654:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204435.826657:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204436.850593:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204436.850596:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204436.850599:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204437.554589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204437.554607:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204437.554609:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204437.554612:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204437.554616:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204437.554621:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3570
00000400:00000200:0.0:1788204437.554629:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204437.554633:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204437.554640:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204437.554644:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554647:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204437.554650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554653:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204437.554657:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204437.554659:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204437.554661:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204437.554664:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204437.554667:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204437.554669:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204437.554673:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554674:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204437.554676:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554678:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204437.554681:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204437.554684:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554686:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204437.554689:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204437.554693:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204437.554696:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.554698:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204437.554700:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204437.554706:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204437.554721:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204437.554725:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204437.554727:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.554730:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204437.554733:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204437.554738:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204437.554744:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204437.554751:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204437.554760:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556744576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204437.554770:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204437.554775:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204437.554780:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556744576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204437.554802:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204437.554806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204437.554808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204437.554810:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204437.554811:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204437.554814:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204437.554817:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3570
00000400:00000200:0.0:1788204437.554821:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204437.554824:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204437.554826:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204437.554829:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554832:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204437.554834:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554836:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204437.554839:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204437.554840:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204437.554842:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204437.554844:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204437.554848:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204437.554851:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204437.554856:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554859:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204437.554864:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554866:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204437.554871:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204437.554874:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204437.554876:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204437.554877:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204437.554882:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204437.554884:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.554885:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204437.554890:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204437.554894:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.554897:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204437.554903:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204437.554907:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204437.554913:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204437.554916:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.554920:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204437.554923:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204437.554926:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204437.554932:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204437.554939:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204437.554948:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556744704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204437.554962:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204437.554964:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204437.554970:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556744704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204437.554983:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204437.554987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204437.554994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204437.554995:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204437.554997:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204437.555000:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204437.555005:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3570
00000400:00000200:0.0:1788204437.555013:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204437.555020:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204437.555025:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204437.555031:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555035:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204437.555041:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204437.555051:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204437.555054:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204437.555058:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204437.555061:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204437.555064:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204437.555068:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204437.555074:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555078:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204437.555083:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555086:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204437.555091:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204437.555097:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555101:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204437.555105:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204437.555109:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204437.555114:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.555117:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204437.555121:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204437.555125:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.555129:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204437.555134:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204437.555139:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204437.555143:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204437.555146:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.555151:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204437.555154:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204437.555158:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204437.555164:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204437.555168:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204437.555177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556744832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204437.555191:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1788204437.555192:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204437.555195:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204437.555197:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1788204437.555203:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556744832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204437.555217:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204437.555222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204437.555228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204437.555231:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204437.555233:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204437.555238:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204437.555244:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3570
00000400:00000200:0.0:1788204437.555249:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204437.555252:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204437.555254:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204437.555257:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555259:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204437.555260:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555262:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204437.555264:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204437.555266:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204437.555267:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204437.555269:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204437.555271:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204437.555286:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204437.555289:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555291:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204437.555293:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555296:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204437.555298:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204437.555301:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204437.555303:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204437.555305:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204437.555309:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204437.555311:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.555315:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204437.555318:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204437.555321:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.555323:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204437.555330:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204437.555334:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204437.555339:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204437.555342:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204437.555345:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204437.555347:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204437.555350:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204437.555357:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204437.555361:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204437.555368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556744960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204437.555379:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204437.555384:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204437.555390:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556744960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204437.555440:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204437.555447:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3580)
00000800:00000200:3.1:1788204437.555758:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204437.555761:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204437.556029:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204437.556031:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204437.556317:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204437.556335:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788204437.874570:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204437.874574:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204437.874577:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204438.898554:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204438.898557:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204438.898559:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204439.794549:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298244776, at 4298244800
00000100:00000010:0.0:1788204439.794569:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150180.
00000020:00000001:0.0:1788204439.922601:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204439.922606:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204439.922610:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204440.946636:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204440.946641:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204440.946645:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204441.970610:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204441.970615:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204441.970618:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788204442.675206:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204442.675211:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204442.675658:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204442.675660:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204442.675937:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204442.675939:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204442.676231:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204442.676233:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788204442.994629:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204442.994635:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204442.994639:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204444.018635:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204444.018638:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204444.018641:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204444.914508:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298249896, at 4298249920
00000100:00000010:0.0:1788204444.914522:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d20.
00000020:00000001:0.0:1788204445.042575:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204445.042578:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204445.042581:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204445.042607:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204445.042611:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204445.042613:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204445.042618:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204445.042622:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204445.042625:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204445.042628:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204445.042630:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204445.042633:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204446.066543:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204446.066557:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204446.066562:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204446.066570:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204446.066579:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204446.066586:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204446.066595:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204446.066601:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204446.066609:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204447.090487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204447.090491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204447.090494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204447.090499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204447.090503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204447.090505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204447.090507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204447.090509:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204447.090511:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204447.795079:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204447.795082:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204447.795635:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204447.795638:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204447.795905:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204447.795908:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204447.796190:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204447.796193:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788204448.114508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204448.114516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204448.114519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204448.114526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204448.114531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204448.114534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204448.114536:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204448.114538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204448.114541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204449.138498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204449.138504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204449.138507:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204449.138513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204449.138517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204449.138520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204449.138523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204449.138525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204449.138527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204450.034481:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298255016, at 4298255040
00000100:00000010:0.0:1788204450.034494:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150660.
00000100:00000001:0.0:1788204450.162490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204450.162498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204450.162502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204450.162508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204450.162512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204450.162518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204450.162520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204450.162522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204450.162525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204451.186497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204451.186506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204451.186510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204451.186515:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204451.186521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204451.186525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204451.186529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204451.186532:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204451.186535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.210498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204452.210504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204452.210507:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204452.210513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204452.210519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204452.210525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204452.210529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204452.210533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204452.210537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204452.914519:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204452.914529:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204452.914531:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204452.914535:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204452.914540:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204452.914546:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3585
00000400:00000200:0.0:1788204452.914555:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204452.914561:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204452.914564:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204452.914568:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914572:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204452.914574:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914576:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204452.914579:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204452.914581:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204452.914584:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204452.914586:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204452.914588:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204452.914591:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204452.914593:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914595:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204452.914597:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914598:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204452.914601:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204452.914604:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914606:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204452.914609:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204452.914611:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204452.914614:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.914616:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204452.914617:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204452.914625:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204452.914628:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204452.914632:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204452.914634:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.914637:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204452.914640:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204452.914643:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204452.914651:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204452.914658:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204452.914667:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556746112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204452.914676:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204452.914680:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204452.914684:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556746112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204452.914703:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204452.914706:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204452.914709:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204452.914711:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204452.914712:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204452.914715:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204452.914718:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3585
00000400:00000200:0.0:1788204452.914722:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204452.914726:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204452.914728:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204452.914732:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914737:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204452.914741:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914746:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204452.914751:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204452.914754:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204452.914758:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204452.914761:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204452.914767:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204452.914773:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204452.914782:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914787:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204452.914792:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914797:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204452.914801:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204452.914808:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204452.914813:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204452.914818:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204452.914823:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204452.914829:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.914834:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204452.914840:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204452.914847:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.914852:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204452.914859:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204452.914865:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204452.914871:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204452.914874:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.914876:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204452.914879:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204452.914883:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204452.914890:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204452.914896:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204452.914905:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556746240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204452.914924:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204452.914930:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204452.914939:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556746240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204452.914956:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204452.914961:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204452.914963:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1788204452.914964:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00080000:0.0:1788204452.914972:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204452.914975:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204452.914978:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204452.914983:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204452.914989:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3585
00000400:00000200:0.0:1788204452.914996:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204452.915000:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204452.915004:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204452.915026:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915030:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204452.915034:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915038:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204452.915044:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204452.915047:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204452.915051:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204452.915055:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204452.915059:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204452.915063:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204452.915067:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915069:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204452.915074:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915076:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204452.915080:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204452.915082:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915087:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204452.915088:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204452.915100:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204452.915105:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.915111:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204452.915115:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204452.915121:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.915124:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204452.915130:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204452.915134:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204452.915138:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204452.915139:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.915143:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204452.915144:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204452.915145:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204452.915148:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204452.915151:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204452.915158:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556746368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204452.915164:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204452.915167:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204452.915171:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556746368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204452.915180:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204452.915184:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204452.915186:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204452.915189:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204452.915191:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204452.915194:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204452.915198:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3585
00000400:00000200:0.0:1788204452.915204:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204452.915209:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204452.915213:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204452.915217:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915220:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204452.915222:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915226:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204452.915230:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204452.915232:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204452.915234:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204452.915236:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204452.915239:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204452.915241:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204452.915246:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915248:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204452.915251:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915253:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204452.915263:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204452.915267:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204452.915271:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204452.915274:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204452.915278:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204452.915280:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.915283:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204452.915285:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204452.915288:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.915292:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204452.915295:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204452.915296:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204452.915297:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204452.915300:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204452.915303:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204452.915305:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204452.915307:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204452.915312:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204452.915320:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204452.915327:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556746496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204452.915336:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204452.915340:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204452.915344:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556746496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204452.915352:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204452.915355:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3595)
00000800:00000200:3.1:1788204452.915503:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204452.915505:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204452.915712:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204452.915714:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204452.915866:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204452.915878:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1788204453.234494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204453.234503:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204453.234507:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204453.234513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204453.234519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204453.234524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204453.234527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204453.234529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204453.234531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204454.258474:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204454.258479:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204454.258482:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204454.258486:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204454.258490:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204454.258494:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204454.258496:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204454.258499:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204454.258502:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204455.154486:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298260136, at 4298260160
00000100:00000010:0.0:1788204455.154498:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01507e0.
00000100:00000001:0.0:1788204455.282484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204455.282490:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204455.282493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204455.282499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204455.282504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204455.282510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204455.282513:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204455.282514:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204455.282517:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204456.306484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204456.306488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204456.306491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204456.306496:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204456.306501:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204456.306504:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204456.306507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204456.306510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204456.306513:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204457.330487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204457.330494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204457.330497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204457.330503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204457.330509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204457.330521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204457.330525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204457.330528:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204457.330531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204458.034952:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204458.034958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204458.035575:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204458.035577:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204458.035783:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204458.035785:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204458.035954:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204458.035956:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1788204458.354492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204458.354499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204458.354501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204458.354505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204458.354508:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204458.354512:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204458.354514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204458.354517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204458.354520:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204459.378478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204459.378484:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204459.378487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204459.378494:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204459.378499:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204459.378502:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204459.378505:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204459.378506:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204459.378508:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204460.274485:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298265256, at 4298265280
00000100:00000010:0.0:1788204460.274502:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f4e0.
00000100:00000001:0.0:1788204460.402479:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204460.402486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204460.402489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204460.402493:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204460.402497:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204460.402500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204460.402503:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204460.402505:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204460.402507:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204461.426464:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204461.426470:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204461.426472:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204461.426476:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204461.426479:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204461.426483:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204461.426487:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204461.426490:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204461.426493:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204462.450511:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204462.450516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204462.450519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204462.450524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204462.450528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204462.450531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204462.450534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204462.450537:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204462.450540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204463.155105:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204463.155125:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204463.155666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204463.155669:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204463.155959:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204463.155962:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204463.156235:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204463.156238:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1788204463.156452:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556747392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204488 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204463.156463:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204463.156464:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204463.156466:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204463.156468:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204463.156470:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204463.156471:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204463.156473:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204463.156474:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:1.0:1788204463.156476:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204463.156477:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204463.156479:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788204463.156481:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204463.156482:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204463.156483:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204463.156486:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556747520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204488 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204463.156493:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204463.156494:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204463.156496:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204463.156498:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204463.156499:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204463.156500:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204463.156502:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204463.156503:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:1.0:1788204463.156506:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204463.156507:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204463.156508:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788204463.156510:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204463.156511:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204463.156513:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204463.156516:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204463.156518:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204463.156519:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204463.156521:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204463.474507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204463.474517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204463.474520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204463.474530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204463.474538:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204463.474542:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204463.474544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204463.474546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204463.474548:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204464.498549:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204464.498558:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204464.498561:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204464.498569:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204464.498574:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204464.498579:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204464.498582:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204464.498584:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204464.498587:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204465.394482:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298270376, at 4298270400
00000100:00000040:1.0:1788204465.394482:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298270376, at 4298270400
00000100:00000010:1.0:1788204465.394494:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5ff00.
00000100:00000010:0.0:1788204465.394497:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f480.
00000100:00000001:0.0:1788204465.522524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204465.522534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204465.522537:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204465.522544:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204465.522552:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204465.522559:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204465.522565:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204465.522573:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204465.522578:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204466.546519:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204466.546527:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204466.546529:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204466.546535:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204466.546540:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204466.546546:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204466.546550:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204466.546553:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204466.546557:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204467.570499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204467.570510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204467.570515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204467.570522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204467.570530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204467.570537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204467.570542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204467.570545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204467.570547:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204468.274493:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204468.274500:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204468.274502:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204468.274505:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204468.274509:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204468.274513:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3600
00000400:00000200:1.0:1788204468.274520:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204468.274525:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204468.274527:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204468.274529:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274531:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204468.274533:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274535:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204468.274538:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204468.274539:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204468.274541:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204468.274543:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204468.274545:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204468.274546:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204468.274548:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274549:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204468.274550:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274552:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204468.274553:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204468.274556:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274557:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204468.274559:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204468.274561:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204468.274563:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.274565:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204468.274566:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204468.274573:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0dc00.
00000020:00000040:1.0:1788204468.274575:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204468.274578:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204468.274580:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.274583:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204468.274586:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204468.274589:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204468.274597:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788204468.274604:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204468.274613:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0dc00 x1875064556747648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204468.274623:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204468.274628:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204468.274632:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f228e2f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0dc00 x1875064556747648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204468.274654:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204468.274657:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204468.274660:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204468.274662:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204468.274663:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204468.274667:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204468.274670:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3600
00000400:00000200:1.0:1788204468.274674:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204468.274678:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204468.274683:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204468.274690:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274695:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204468.274700:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274707:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204468.274712:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204468.274713:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204468.274716:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204468.274718:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204468.274720:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204468.274722:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204468.274729:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274731:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204468.274735:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274764:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204468.274769:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204468.274775:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274780:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204468.274783:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204468.274790:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204468.274795:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.274799:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204468.274804:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204468.274809:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.274813:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204468.274821:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f800.
00000020:00000040:1.0:1788204468.274827:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204468.274833:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204468.274837:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.274840:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204468.274844:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204468.274847:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204468.274854:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788204468.274861:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204468.274871:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f800 x1875064556747776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204468.274890:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204468.274893:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204468.274902:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9754d1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f800 x1875064556747776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204468.274915:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204468.274921:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204468.274928:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204468.274931:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204468.274935:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204468.274940:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204468.274947:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3600
00000800:00000200:3.1:1788204468.274951:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000400:00000200:1.0:1788204468.274956:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:3.1:1788204468.274956:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000400:00000200:1.0:1788204468.274965:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204468.274969:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204468.274975:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274979:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204468.274984:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.274989:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204468.274991:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204468.274994:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204468.274997:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204468.275010:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204468.275013:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204468.275016:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204468.275021:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.275024:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204468.275028:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.275034:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204468.275038:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204468.275044:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204468.275048:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204468.275053:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204468.275058:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204468.275061:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.275063:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204468.275066:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204468.275071:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.275073:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204468.275078:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d180.
00000020:00000040:1.0:1788204468.275081:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204468.275086:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204468.275088:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.275092:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204468.275095:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204468.275097:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204468.275112:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788204468.275117:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204468.275126:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d180 x1875064556747904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204468.275140:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204468.275143:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204468.275151:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002663953b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d180 x1875064556747904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204468.275162:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204468.275168:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204468.275173:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204468.275178:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204468.275182:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204468.275187:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204468.275192:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3600
00000400:00000200:1.0:1788204468.275199:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204468.275206:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204468.275211:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204468.275217:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.275221:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204468.275226:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.275230:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204468.275234:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204468.275237:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204468.275240:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204468.275243:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204468.275247:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204468.275251:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204468.275257:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.275261:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204468.275265:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204468.275269:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204468.275273:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204468.275275:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204468.275277:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204468.275280:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204468.275283:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204468.275287:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.275291:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204468.275294:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204468.275297:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.275298:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204468.275302:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c380.
00000020:00000040:1.0:1788204468.275305:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204468.275309:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204468.275311:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204468.275314:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204468.275318:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204468.275320:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204468.275324:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d800.
00000100:00000001:1.0:1788204468.275328:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204468.275334:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c380 x1875064556748032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204468.275347:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204468.275351:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204468.275360:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a4e581] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c380 x1875064556748032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204468.275392:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204468.275428:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3610)
00000800:00000200:3.1:1788204468.275554:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204468.275555:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788204468.275807:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204468.275809:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788204468.275991:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204468.275993:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1788204468.594500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204468.594510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204468.594517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204468.594526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204468.594534:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204468.594538:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204468.594541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204468.594544:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204468.594547:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204469.618493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204469.618501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204469.618504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204469.618509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204469.618512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204469.618516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204469.618519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204469.618522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204469.618523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204470.514494:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298275496, at 4298275520
00000100:00000040:1.0:1788204470.514494:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298275496, at 4298275520
00000100:00000010:1.0:1788204470.514508:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150cc0.
00000100:00000010:0.0:1788204470.514510:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01504e0.
00000100:00000001:0.0:1788204470.642495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204470.642508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204470.642511:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204470.642517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204470.642522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204470.642526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204470.642529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204470.642531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204470.642534:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204471.666585:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204471.666593:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204471.666595:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204471.666601:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204471.666606:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204471.666610:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204471.666613:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204471.666616:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204471.666620:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204472.690483:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204472.690491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204472.690495:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204472.690502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204472.690507:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204472.690510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204472.690514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204472.690517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204472.690520:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204473.394587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204473.394599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204473.394601:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204473.394604:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204473.394609:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204473.394616:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3605
00000400:00000200:0.0:1788204473.394627:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204473.394633:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204473.394637:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204473.394640:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394644:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204473.394646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204473.394680:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204473.394682:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204473.394685:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204473.394688:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204473.394690:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204473.394693:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204473.394696:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204473.394704:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394706:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204473.394709:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204473.394712:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394715:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204473.394718:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204473.394721:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204473.394724:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.394727:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204473.394729:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204473.394738:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204473.394741:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204473.394745:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204473.394747:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.394750:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204473.394753:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204473.394758:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204473.394766:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204473.394773:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204473.394782:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556748160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204473.394792:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204473.394797:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204473.394803:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556748160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204473.394821:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204473.394824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204473.394828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204473.394829:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204473.394831:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204473.394833:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204473.394836:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3605
00000400:00000200:0.0:1788204473.394840:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204473.394842:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204473.394844:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204473.394846:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394847:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204473.394849:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394851:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204473.394853:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204473.394855:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204473.394856:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204473.394859:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204473.394861:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204473.394863:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204473.394866:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394868:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204473.394869:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394871:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204473.394873:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204473.394876:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394878:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204473.394880:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204473.394885:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204473.394887:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.394889:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204473.394893:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204473.394896:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.394898:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204473.394902:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204473.394904:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204473.394906:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204473.394907:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.394909:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204473.394910:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204473.394912:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204473.394916:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204473.394919:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204473.394924:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556748288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204473.394930:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204473.394932:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204473.394935:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556748288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204473.394941:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204473.394944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204473.394946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204473.394948:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204473.394949:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204473.394951:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204473.394954:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3605
00000400:00000200:0.0:1788204473.394957:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204473.394960:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204473.394961:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204473.394964:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394966:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204473.394967:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394969:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204473.394971:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204473.394972:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204473.394973:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204473.394975:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204473.394977:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204473.394978:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204473.394980:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394982:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204473.394983:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394985:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204473.394987:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204473.394989:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204473.394991:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204473.394993:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204473.394995:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204473.394997:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.394998:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204473.395000:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204473.395002:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.395004:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204473.395006:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204473.395009:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204473.395029:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204473.395030:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.395031:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204473.395033:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204473.395034:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204473.395038:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204473.395043:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204473.395047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556748416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204473.395054:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204473.395056:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204473.395059:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556748416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204473.395066:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204473.395068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204473.395071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204473.395072:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204473.395074:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204473.395076:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204473.395078:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3605
00000400:00000200:0.0:1788204473.395082:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204473.395084:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204473.395086:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204473.395089:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.395091:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204473.395092:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.395098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204473.395101:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204473.395102:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204473.395104:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204473.395106:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204473.395108:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204473.395110:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204473.395113:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.395115:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204473.395117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204473.395119:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204473.395121:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204473.395123:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204473.395126:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204473.395127:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204473.395130:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204473.395132:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.395134:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204473.395135:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204473.395138:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.395139:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204473.395143:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204473.395145:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204473.395147:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204473.395149:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204473.395150:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204473.395151:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204473.395153:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204473.395157:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204473.395159:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204473.395164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556748544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204473.395171:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204473.395173:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204473.395176:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556748544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204473.395184:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204473.395188:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3616)
00000800:00000200:3.1:1788204473.395624:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204473.395626:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204473.395890:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204473.395892:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204473.396104:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204473.396106:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204473.396275:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204473.396276:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1788204473.714481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204473.714490:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204473.714494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204473.714500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204473.714506:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204473.714510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204473.714513:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204473.714515:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204473.714518:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204474.738645:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204474.738648:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204474.738650:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204474.738654:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204474.738657:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204474.738660:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204474.738662:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204474.738665:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204474.738667:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204475.634502:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298280617, at 4298280640
00000100:00000040:0.0:1788204475.634503:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298280617, at 4298280640
00000100:00000010:1.0:1788204475.634517:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000100:00000010:0.0:1788204475.634518:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a20.
00000100:00000001:0.0:1788204475.762465:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204475.762473:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204475.762475:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204475.762482:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204475.762488:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204475.762493:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204475.762496:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204475.762500:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204475.762505:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204476.786486:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204476.786492:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204476.786494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204476.786500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204476.786506:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204476.786510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204476.786514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204476.786519:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204476.786523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204477.810480:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204477.810485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204477.810489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204477.810495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204477.810499:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204477.810503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204477.810507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204477.810508:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204477.810510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204478.514477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204478.514485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204478.514486:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204478.514489:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204478.514492:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204478.514497:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3611
00000400:00000200:1.0:1788204478.514504:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204478.514508:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204478.514510:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204478.514513:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514515:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204478.514516:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514518:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204478.514521:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204478.514523:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204478.514525:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204478.514528:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204478.514529:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204478.514531:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204478.514533:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514534:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204478.514535:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514536:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204478.514537:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204478.514539:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514540:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204478.514542:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204478.514545:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204478.514546:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.514548:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204478.514549:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204478.514555:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ca80.
00000020:00000040:1.0:1788204478.514557:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204478.514560:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204478.514561:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.514587:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204478.514591:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204478.514594:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204478.514600:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:1.0:1788204478.514605:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204478.514612:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ca80 x1875064556748672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204478.514619:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204478.514622:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204478.514625:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a88cb04f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ca80 x1875064556748672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204478.514643:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204478.514645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204478.514647:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204478.514648:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204478.514649:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204478.514651:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204478.514652:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3611
00000400:00000200:1.0:1788204478.514655:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204478.514657:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204478.514659:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204478.514661:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514663:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204478.514665:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514666:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204478.514667:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204478.514668:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204478.514670:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204478.514671:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204478.514672:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204478.514674:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204478.514676:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514679:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204478.514681:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514684:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204478.514686:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204478.514690:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514692:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204478.514695:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204478.514699:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204478.514703:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.514705:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204478.514709:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204478.514714:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.514716:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204478.514722:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000020:00000040:1.0:1788204478.514726:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204478.514730:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204478.514732:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.514737:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204478.514740:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204478.514744:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204478.514753:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d800.
00000100:00000001:1.0:1788204478.514758:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204478.514768:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556748800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204478.514782:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204478.514786:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204478.514790:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556748800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204478.514802:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204478.514807:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204478.514813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204478.514817:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204478.514819:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204478.514832:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204478.514838:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3611
00000400:00000200:1.0:1788204478.514845:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204478.514851:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204478.514854:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204478.514860:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514865:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204478.514867:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514869:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204478.514873:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204478.514875:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204478.514879:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204478.514881:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204478.514885:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204478.514889:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204478.514895:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514899:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204478.514904:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514909:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204478.514913:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204478.514917:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204478.514921:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204478.514924:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204478.514928:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204478.514930:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.514932:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204478.514934:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204478.514937:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.514939:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204478.514943:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000020:00000040:1.0:1788204478.514947:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204478.514951:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204478.514952:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.514954:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204478.514956:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204478.514958:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204478.514963:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788204478.514966:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204478.514972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556748928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204478.514981:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204478.514984:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204478.514989:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556748928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788204478.514996:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204478.515001:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1788204478.515005:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204478.515009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204478.515014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204478.515015:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204478.515017:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204478.515020:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204478.515023:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3611
00000400:00000200:1.0:1788204478.515026:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204478.515031:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204478.515033:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204478.515037:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.515039:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204478.515042:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.515044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204478.515045:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204478.515047:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204478.515049:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204478.515052:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204478.515054:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204478.515058:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204478.515060:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.515062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204478.515066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204478.515067:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204478.515070:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204478.515073:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204478.515077:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204478.515080:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204478.515082:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204478.515085:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.515088:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204478.515090:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204478.515093:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.515094:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204478.515096:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ea00.
00000020:00000040:1.0:1788204478.515099:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204478.515101:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204478.515102:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204478.515104:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204478.515106:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204478.515107:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204478.515111:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788204478.515114:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204478.515121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ea00 x1875064556749056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204478.515130:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204478.515132:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204478.515134:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004571364a] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ea00 x1875064556749056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204478.515139:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204478.515142:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3621)
00000800:00000200:3.1:1788204478.515364:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204478.515367:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204478.515639:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204478.515640:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204478.515860:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204478.515876:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788204478.834483:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204478.834489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204478.834491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204478.834497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204478.834501:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204478.834505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204478.834508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204478.834510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204478.834511:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204479.858484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204479.858490:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204479.858493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204479.858497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204479.858502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204479.858505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204479.858507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204479.858509:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204479.858511:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204480.754483:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298285736, at 4298285760
00000100:00000040:1.0:1788204480.754483:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298285736, at 4298285760
00000100:00000010:0.0:1788204480.754496:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01509c0.
00000100:00000010:1.0:1788204480.754501:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150f00.
00000100:00000001:0.0:1788204480.882480:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204480.882489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204480.882494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204480.882499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204480.882502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204480.882507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204480.882511:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204480.882514:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204480.882516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204481.906515:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204481.906524:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204481.906526:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204481.906533:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204481.906540:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204481.906546:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204481.906553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204481.906557:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204481.906563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204482.930472:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204482.930480:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204482.930482:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204482.930495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204482.930500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204482.930504:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204482.930507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204482.930509:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204482.930511:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.634746:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204483.634751:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204483.634754:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204483.634761:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.634773:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204483.634776:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204483.634780:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204483.634783:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204483.634787:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204483.634791:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556749184:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204483.634795:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204483.634800:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204483.634802:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204483.634807:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204483.634814:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204483.634817:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204483.634827:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204483.634832:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204483.634839:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204483.634845:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556749184, portal 25
00000100:00000001:1.0:1788204483.634849:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204483.634852:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:1.0:1788204483.634859:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.634871:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204483.634875:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204483.634880:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204483.634883:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556749184, offset 0
00000400:00000200:1.0:1788204483.634889:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204483.634898:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204483.634903:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204483.634908:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204483.634912:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204483.634917:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204483.634920:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204483.634925:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3057:3057:256:4294967295] 192.168.201.145@tcp LPNI seq info [3057:3057:8:4294967295]
00000400:00000200:1.0:1788204483.634930:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204483.634941:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204483.634951:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204483.634956:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204483.634966:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204483.634972:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204483.634984:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204483.634991:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204483.635001:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204483.635006:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204483.635014:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204483.635023:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204483.635031:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204483.635036:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204483.635042:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204483.635051:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635068:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204483.635075:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635093:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.635096:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204483.635102:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204483.635111:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204483.635115:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298290856
00000100:00000010:1.0:1788204483.635123:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5ff00.
00000100:00000001:1.0:1788204483.635133:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204483.635143:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298290856
00000100:00000010:1.0:1788204483.635148:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f180.
00000100:00000001:1.0:1788204483.635153:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204483.635156:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204483.635159:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.635161:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204483.635167:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204483/real 1788204483]  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204483.635177:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204483.635180:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204483.635183:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204483.635187:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204483.635190:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204483.635193:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204483.635199:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204483.635218:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635229:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204483.635232:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635236:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204483.635240:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204483.635251:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635267:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204483.635276:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635291:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204483.635297:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635302:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204483.635305:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635310:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204483.635314:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204483.635320:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204483.635328:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204483.635332:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204483.635340:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204483.635364:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556749184:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204483.635372:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635376:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204483.635382:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556749184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635394:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204483.635424:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204483.635427:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204483.635431:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204483.635434:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204483.635437:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204483.635441:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204483.635445:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:1.0:1788204483.635452:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204483.635455:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204483.635460:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:1.0:1788204483.635464:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204483.635466:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635470:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635487:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204483.635489:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.635494:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204483.635496:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204483.635498:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204483.635503:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635512:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204483.635513:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204483.635515:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204483.635516:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204483.635518:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204483.635520:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749312:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204483.635522:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204483.635524:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204483.635525:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204483.635526:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204483.635528:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204483.635529:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204483.635532:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204483.635534:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204483.635536:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204483.635538:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556749312, portal 10
00000100:00000001:1.0:1788204483.635539:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204483.635540:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:1.0:1788204483.635544:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635548:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204483.635550:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204483.635551:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204483.635552:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556749312, offset 0
00000400:00000200:1.0:1788204483.635554:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204483.635557:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204483.635559:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204483.635561:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204483.635563:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204483.635564:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204483.635566:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204483.635568:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3058:3058:256:4294967295] 192.168.201.145@tcp LPNI seq info [3058:3058:8:4294967295]
00000400:00000200:1.0:1788204483.635571:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204483.635574:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204483.635577:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204483.635579:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204483.635582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204483.635584:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204483.635587:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204483.635588:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204483.635591:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204483.635592:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204483.635594:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204483.635596:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204483.635597:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204483.635598:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204483.635600:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204483.635602:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635607:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204483.635608:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635612:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.635613:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204483.635614:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204483.635617:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204483.635618:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204483.635620:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298288979
00000100:00000001:1.0:1788204483.635622:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298290856
00000100:00000001:1.0:1788204483.635624:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298288979
00000100:00000001:1.0:1788204483.635626:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298290856
00000100:00000001:1.0:1788204483.635628:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204483.635630:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.635632:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204483.635635:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204483/real 1788204483]  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204483.635643:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204483.635644:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204483.635645:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204483.635648:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204483.635649:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204483.635651:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204483.635654:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204483.635663:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635669:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204483.635670:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635672:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204483.635673:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204483.635675:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635679:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204483.635682:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635685:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204483.635687:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635688:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204483.635688:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635689:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204483.635690:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204483.635692:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204483.635694:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204483.635695:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204483.635698:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204483.635702:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749312:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204483.635704:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204483.635706:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635709:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204483.635710:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204483.635712:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204483.635713:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204483.635715:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204483.635718:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749440:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204483.635721:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204483.635722:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204483.635724:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204483.635726:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204483.635729:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204483.635730:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204483.635734:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204483.635736:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204483.635740:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204483.635743:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556749440, portal 4
00000100:00000001:1.0:1788204483.635745:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204483.635746:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:1.0:1788204483.635751:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635757:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204483.635759:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204483.635761:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204483.635762:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556749440, offset 0
00000400:00000200:1.0:1788204483.635765:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204483.635767:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204483.635770:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204483.635771:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204483.635773:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204483.635774:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204483.635776:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204483.635778:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3059:3059:256:4294967295] 192.168.201.145@tcp LPNI seq info [3059:3059:8:4294967295]
00000400:00000200:1.0:1788204483.635780:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204483.635784:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204483.635786:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204483.635788:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204483.635790:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204483.635792:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204483.635794:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204483.635796:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204483.635798:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204483.635799:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204483.635801:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204483.635803:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204483.635805:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204483.635806:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204483.635808:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204483.635810:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635814:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204483.635816:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635820:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.635821:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204483.635823:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204483.635825:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204483.635827:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204483.635828:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298288662
00000100:00000001:1.0:1788204483.635829:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298290856
00000100:00000001:1.0:1788204483.635831:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298288662
00000100:00000001:1.0:1788204483.635832:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298290856
00000100:00000001:1.0:1788204483.635833:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204483.635834:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.635835:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204483.635837:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204483/real 1788204483]  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204483.635841:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204483.635842:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204483.635843:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204483.635844:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204483.635845:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204483.635846:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204483.635848:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204483.635852:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635856:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204483.635857:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635858:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204483.635859:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204483.635861:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635864:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204483.635866:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635870:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204483.635872:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635873:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204483.635874:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.635875:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204483.635876:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204483.635877:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204483.635879:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204483.635880:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204483.635882:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204483.635886:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749440:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204483.635888:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204483.635889:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635893:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204483.635893:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204483.635895:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204483.635896:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204483.635897:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204483.635898:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749568:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204483.635900:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204483.635901:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204483.635902:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204483.635903:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204483.635905:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f000.
02000000:00000001:1.0:1788204483.635906:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204483.635908:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204483.635909:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204483.635911:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204483.635912:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556749568, portal 4
00000100:00000001:1.0:1788204483.635914:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204483.635914:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788204483.635917:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635921:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204483.635922:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204483.635923:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204483.635924:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556749568, offset 0
00000400:00000200:1.0:1788204483.635926:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204483.635928:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204483.635930:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204483.635932:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204483.635933:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204483.635934:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204483.635936:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204483.635938:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3060:3060:256:4294967295] 192.168.201.145@tcp LPNI seq info [3060:3060:8:4294967295]
00000400:00000200:1.0:1788204483.635940:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204483.635943:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204483.635946:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204483.635947:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204483.635949:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204483.635951:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204483.635953:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204483.635954:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204483.635956:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204483.635958:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204483.635959:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204483.635961:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204483.635963:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204483.635963:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204483.635965:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204483.635967:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635971:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204483.635972:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.635977:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.635978:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204483.635980:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204483.635983:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204483.635985:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204483.635987:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298289393
00000100:00000001:1.0:1788204483.635989:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298290856
00000100:00000001:1.0:1788204483.635991:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298289393
00000100:00000001:1.0:1788204483.635992:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298290856
00000100:00000001:1.0:1788204483.635995:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204483.635996:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.635998:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204483.636002:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204483/real 1788204483]  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204483.636010:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204483.636011:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204483.636012:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204483.636013:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204483.636014:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204483.636016:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204483.636018:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204483.636022:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.636030:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204483.636031:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.636032:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204483.636032:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204483.636035:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.636041:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204483.636044:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.636050:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204483.636053:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.636054:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204483.636056:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.636057:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204483.636059:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204483.636061:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204483.636064:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204483.636067:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204483.636071:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204483.636079:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749568:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204483.636081:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.636082:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204483.636084:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556749312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.636088:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204483.636089:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204483.636091:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204483.636092:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204483.636093:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204483.636094:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204483.636096:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204483.636097:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:1.0:1788204483.636098:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204483.636099:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204483.636100:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:1.0:1788204483.636102:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204483.636103:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.636104:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204483.636105:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556749440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.636109:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204483.636109:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204483.636110:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204483.636111:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204483.636112:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204483.636113:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204483.636114:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204483.636115:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:1.0:1788204483.636116:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204483.636116:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204483.636117:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:1.0:1788204483.636118:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204483.636119:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.636120:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204483.636121:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556749568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204483.636124:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204483.636125:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204483.636126:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f000.
02000000:00000001:1.0:1788204483.636127:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204483.636127:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204483.636128:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204483.636130:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204483.636131:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:1.0:1788204483.636132:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204483.636132:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204483.636133:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788204483.636134:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204483.636135:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.636136:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204483.636138:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204483.636139:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204483.636140:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204483.636141:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204483.954506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204483.954512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204483.954513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204483.954517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204483.954520:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204483.954524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204483.954528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204483.954531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204483.954533:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204484.978503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204484.978510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204484.978514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204484.978521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204484.978525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204484.978529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204484.978531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204484.978535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204484.978537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204485.874511:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298290856, at 4298290880
00000100:00000040:1.0:1788204485.874511:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298290856, at 4298290880
00000100:00000010:0.0:1788204485.874525:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5ff00.
00000100:00000010:1.0:1788204485.874533:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f180.
00000100:00000001:0.0:1788204486.002506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204486.002512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204486.002515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204486.002520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204486.002524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204486.002528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204486.002532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204486.002534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204486.002535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204487.026512:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204487.026520:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204487.026524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204487.026529:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204487.026534:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204487.026539:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204487.026544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204487.026548:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204487.026552:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204488.050508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204488.050516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204488.050519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204488.050527:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204488.050531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204488.050536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204488.050553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204488.050557:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204488.050562:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204488.754530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204488.754541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204488.754543:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204488.754547:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204488.754551:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204488.754559:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3621
00000400:00000200:0.0:1788204488.754568:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204488.754574:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204488.754578:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204488.754581:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754585:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204488.754587:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754589:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204488.754594:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204488.754596:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204488.754598:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204488.754601:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204488.754603:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204488.754605:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204488.754607:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204488.754611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754612:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204488.754614:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204488.754617:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754620:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204488.754623:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204488.754627:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204488.754629:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204488.754632:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204488.754634:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204488.754643:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204488.754647:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204488.754650:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204488.754652:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204488.754655:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204488.754658:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204488.754662:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204488.754670:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204488.754677:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204488.754686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204488.754700:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204488.754704:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204488.754708:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204488.754731:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204488.754734:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204488.754737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204488.754738:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204488.754740:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204488.754742:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204488.754745:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3621
00000400:00000200:0.0:1788204488.754748:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204488.754752:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204488.754754:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204488.754757:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754759:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204488.754762:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754764:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204488.754767:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204488.754769:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204488.754770:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204488.754773:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:1.0:1788204488.754773:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204488.754777:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:1.0:1788204488.754779:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788204488.754780:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:1.0:1788204488.754783:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204488.754785:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754789:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204488.754793:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204488.754794:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754799:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204488.754807:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1788204488.754811:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:1.0:1788204488.754812:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204488.754818:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:1.0:1788204488.754818:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204488.754822:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204488.754823:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204488.754828:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204488.754828:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204488.754835:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204488.754835:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556749696:192.168.201.145@tcp:250:kworker.0
02000000:00000001:0.0:1788204488.754842:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.754843:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204488.754845:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204488.754849:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204488.754853:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204488.754854:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204488.754856:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204488.754858:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204488.754861:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
02000000:00000001:1.0:1788204488.754862:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1788204488.754866:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204488.754869:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204488.754870:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204488.754870:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:0.0:1788204488.754873:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204488.754875:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204488.754876:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204488.754877:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204488.754882:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000400:00000200:1.0:1788204488.754885:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204488.754887:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204488.754891:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000100:00100000:0.0:1788204488.754893:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204488.754900:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204488.754901:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000001:0.0:1788204488.754902:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204488.754906:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204488.754909:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556749696, portal 25
00000100:00000001:0.0:1788204488.754913:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.754914:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788204488.754916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204488.754917:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00080000:0.0:1788204488.754920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204488.754923:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204488.754925:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204488.754928:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204488.754929:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204488.754934:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3621
00000400:00000200:0.0:1788204488.754943:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204488.754943:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204488.754949:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204488.754950:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000010:1.0:1788204488.754954:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00080000:0.0:1788204488.754955:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1788204488.754960:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556749696, offset 0
00000100:00000040:0.0:1788204488.754961:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754965:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204488.754969:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204488.754972:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204488.754973:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204488.754978:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204488.754979:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204488.754981:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204488.754983:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:0.0:1788204488.754985:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204488.754989:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:1.0:1788204488.754991:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000001:0.0:1788204488.754993:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204488.754999:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204488.754999:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204488.755003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204488.755007:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000040:0.0:1788204488.755008:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.755012:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:1.0:1788204488.755015:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1788204488.755016:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:1.0:1788204488.755020:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:0.0:1788204488.755023:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204488.755029:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204488.755030:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3061:3061:256:4294967295] 192.168.201.145@tcp LPNI seq info [3061:3061:8:4294967295]
02000000:00000001:0.0:1788204488.755033:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204488.755038:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204488.755038:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204488.755043:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204488.755046:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204488.755049:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204488.755054:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204488.755054:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204488.755059:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204488.755064:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000800:00000200:1.0:1788204488.755065:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788204488.755069:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000010:1.0:1788204488.755073:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
02000000:00000001:0.0:1788204488.755074:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204488.755078:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204488.755079:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204488.755082:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1788204488.755083:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:0.0:1788204488.755085:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204488.755089:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
02000000:00000010:0.0:1788204488.755092:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000800:00000200:1.1:1788204488.755097:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204488.755100:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204488.755106:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204488.755108:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204488.755109:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204488.755117:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1788204488.755122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204488.755125:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204488.755132:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000100:00000001:0.0:1788204488.755134:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204488.755136:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:0.0:1788204488.755139:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.755142:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788204488.755145:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204488.755150:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204488.755167:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204488.755173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204488.755181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204488.755184:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204488.755185:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788204488.755187:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204488.755191:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204488.755192:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204488.755198:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3621
00000100:00000001:1.0:1788204488.755205:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204488.755206:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204488.755209:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1788204488.755213:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204488.755216:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204488.755216:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204488.755221:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204488.755224:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204488.755226:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204488.755229:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298295976
00000100:00000040:0.0:1788204488.755231:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204488.755236:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000010:1.0:1788204488.755236:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f180.
00000020:00000001:0.0:1788204488.755241:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204488.755243:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204488.755245:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204488.755246:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1788204488.755248:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204488.755252:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:1.0:1788204488.755254:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298295976
00000020:00000001:0.0:1788204488.755255:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000010:1.0:1788204488.755259:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5ff60.
00000100:00000040:0.0:1788204488.755262:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204488.755265:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204488.755266:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204488.755271:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204488.755271:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204488.755276:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204488.755277:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204488.755280:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:1.0:1788204488.755282:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788204488.755286:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00100000:1.0:1788204488.755290:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204488/real 1788204488]  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204488.755291:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204488.755295:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204488.755299:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204488.755304:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204488.755307:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788204488.755308:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1788204488.755310:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:0.0:1788204488.755312:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1788204488.755314:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000008:00000001:0.0:1788204488.755316:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204488.755319:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000100:00000001:0.0:1788204488.755320:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204488.755322:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000010:0.0:1788204488.755326:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204488.755326:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1788204488.755331:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000200:1.0:1788204488.755332:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204488.755336:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204488.755340:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204488.755344:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204488.755348:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1788204488.755349:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204488.755351:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204488.755358:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:1.0:1788204488.755359:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204488.755363:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.755363:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.755369:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204488.755371:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204488.755373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204488.755378:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755434:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204488.755441:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204488.755441:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204488.755447:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204488.755456:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755456:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204488.755462:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.755466:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204488.755468:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204488.755474:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.755474:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204488.755476:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204488.755480:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1788204488.755481:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3631)
00000100:00080000:1.0:1788204488.755486:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204488.755488:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204488.755493:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204488.755501:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556749696:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204488.755505:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.755507:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204488.755510:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556749696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755516:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204488.755518:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204488.755521:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204488.755524:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204488.755526:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204488.755527:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204488.755529:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204488.755531:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:1.0:1788204488.755534:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204488.755536:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204488.755538:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204488.755541:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204488.755542:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.755544:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.755550:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204488.755551:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.755554:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204488.755555:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204488.755556:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204488.755561:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755567:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204488.755569:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204488.755571:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204488.755572:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204488.755574:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204488.755577:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749824:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204488.755580:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204488.755582:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204488.755584:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204488.755586:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204488.755588:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204488.755590:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204488.755594:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204488.755596:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204488.755599:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204488.755602:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556749824, portal 10
00000100:00000001:1.0:1788204488.755604:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204488.755605:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788204488.755611:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755617:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204488.755619:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204488.755621:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204488.755623:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556749824, offset 0
00000400:00000200:1.0:1788204488.755627:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204488.755631:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204488.755634:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204488.755637:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204488.755639:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204488.755641:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204488.755644:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204488.755647:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3062:3062:256:4294967295] 192.168.201.145@tcp LPNI seq info [3062:3062:8:4294967295]
00000400:00000200:1.0:1788204488.755650:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204488.755656:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204488.755660:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204488.755662:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204488.755666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204488.755668:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204488.755673:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204488.755675:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204488.755679:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204488.755681:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204488.755684:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204488.755687:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204488.755690:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204488.755692:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204488.755695:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204488.755699:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755706:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204488.755709:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755721:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.755722:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204488.755725:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204488.755729:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204488.755731:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204488.755733:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298294099
00000100:00000001:1.0:1788204488.755736:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298295976
00000100:00000001:1.0:1788204488.755738:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298294099
00000100:00000001:1.0:1788204488.755740:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298295976
00000100:00000001:1.0:1788204488.755741:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204488.755743:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.755745:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204488.755748:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204488/real 1788204488]  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204488.755755:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204488.755756:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204488.755758:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204488.755760:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204488.755761:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204488.755763:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204488.755765:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204488.755772:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755778:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204488.755779:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.755781:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204488.755782:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204488.755785:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755791:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204488.755794:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755800:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204488.755802:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.755803:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204488.755805:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.755806:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204488.755808:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204488.755810:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204488.755813:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204488.755815:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204488.755819:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204488.755825:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749824:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204488.755829:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204488.755832:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755837:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204488.755838:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204488.755840:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204488.755842:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204488.755844:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204488.755846:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749952:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204488.755849:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204488.755850:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204488.755852:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204488.755854:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204488.755857:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204488.755858:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204488.755861:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204488.755863:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204488.755866:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204488.755868:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556749952, portal 4
00000100:00000001:1.0:1788204488.755870:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204488.755871:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:1.0:1788204488.755876:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755881:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204488.755883:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204488.755885:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204488.755886:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556749952, offset 0
00000400:00000200:1.0:1788204488.755890:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204488.755893:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204488.755896:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204488.755898:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204488.755900:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204488.755903:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204488.755904:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204488.755907:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3063:3063:256:4294967295] 192.168.201.145@tcp LPNI seq info [3063:3063:8:4294967295]
00000400:00000200:1.0:1788204488.755911:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204488.755916:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204488.755919:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204488.755922:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204488.755925:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204488.755927:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204488.755931:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204488.755933:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204488.755936:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204488.755938:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204488.755941:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204488.755944:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204488.755946:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204488.755948:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204488.755950:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204488.755953:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755959:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204488.755961:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.755967:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.755969:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204488.755971:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204488.755974:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204488.755976:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204488.755978:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298293782
00000100:00000001:1.0:1788204488.755979:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298295976
00000100:00000001:1.0:1788204488.755981:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298293782
00000100:00000001:1.0:1788204488.755983:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298295976
00000100:00000001:1.0:1788204488.755985:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204488.755986:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.755988:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204488.755991:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204488/real 1788204488]  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204488.755998:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204488.755999:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204488.756000:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204488.756002:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204488.756004:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204488.756006:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204488.756008:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204488.756015:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756020:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204488.756022:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756023:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204488.756024:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204488.756028:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756033:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204488.756036:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756042:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204488.756044:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756046:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204488.756047:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756048:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204488.756050:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204488.756052:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204488.756055:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204488.756057:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204488.756060:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204488.756067:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556749952:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204488.756070:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204488.756073:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756078:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204488.756080:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204488.756082:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204488.756083:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204488.756085:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204488.756087:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750080:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204488.756090:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204488.756091:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204488.756093:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204488.756094:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204488.756097:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e400.
02000000:00000001:1.0:1788204488.756098:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204488.756101:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204488.756103:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204488.756105:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204488.756108:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556750080, portal 4
00000100:00000001:1.0:1788204488.756109:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204488.756111:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:1.0:1788204488.756116:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756121:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204488.756123:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204488.756125:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204488.756128:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556750080, offset 0
00000400:00000200:1.0:1788204488.756131:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204488.756134:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204488.756137:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204488.756139:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204488.756141:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204488.756143:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204488.756145:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204488.756148:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3064:3064:256:4294967295] 192.168.201.145@tcp LPNI seq info [3064:3064:8:4294967295]
00000400:00000200:1.0:1788204488.756151:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204488.756156:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204488.756160:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204488.756163:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204488.756166:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204488.756168:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204488.756172:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204488.756174:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204488.756177:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204488.756179:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204488.756181:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204488.756184:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204488.756187:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204488.756188:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204488.756190:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204488.756193:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756199:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204488.756202:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756207:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.756208:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204488.756210:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204488.756212:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204488.756215:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204488.756216:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298294513
00000100:00000001:1.0:1788204488.756218:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298295976
00000100:00000001:1.0:1788204488.756220:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298294513
00000100:00000001:1.0:1788204488.756222:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298295976
00000100:00000001:1.0:1788204488.756224:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204488.756225:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.756227:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204488.756230:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204488/real 1788204488]  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204488.756236:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204488.756238:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204488.756239:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204488.756241:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204488.756242:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204488.756244:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204488.756247:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204488.756253:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756259:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204488.756260:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756262:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204488.756263:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204488.756266:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756271:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204488.756274:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756279:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204488.756281:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756282:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204488.756283:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756285:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204488.756286:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204488.756288:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204488.756292:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204488.756293:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204488.756297:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204488.756303:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750080:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204488.756306:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756308:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204488.756311:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556749824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756316:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204488.756317:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204488.756319:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204488.756321:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204488.756323:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204488.756324:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204488.756326:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204488.756327:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788204488.756330:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204488.756331:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204488.756332:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204488.756334:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204488.756335:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756337:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204488.756340:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556749952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756345:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204488.756346:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204488.756347:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204488.756349:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204488.756350:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204488.756351:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204488.756352:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204488.756354:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204488.756355:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204488.756356:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204488.756357:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204488.756359:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204488.756360:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756362:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204488.756364:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556750080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204488.756369:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204488.756370:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204488.756371:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e400.
02000000:00000001:1.0:1788204488.756373:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204488.756374:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204488.756375:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204488.756377:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204488.756378:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204488.756380:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204488.756381:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204488.756382:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204488.756384:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204488.756414:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756417:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204488.756420:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204488.756421:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204488.756423:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204488.756425:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204489.074603:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204489.074606:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204489.074607:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204489.074610:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204489.074613:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204489.074615:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204489.074617:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204489.074619:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204489.074621:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204490.098485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204490.098489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204490.098492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204490.098496:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204490.098499:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204490.098501:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204490.098503:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204490.098505:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204490.098512:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204490.994492:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298295976, at 4298296000
00000100:00000040:1.0:1788204490.994492:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298295976, at 4298296000
00000100:00000010:1.0:1788204490.994504:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5ff60.
00000100:00000010:0.0:1788204490.994507:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f180.
00000100:00000001:0.0:1788204491.122529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204491.122534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204491.122537:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204491.122541:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204491.122546:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204491.122549:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204491.122552:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204491.122556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204491.122559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204492.146487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204492.146491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204492.146493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204492.146498:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204492.146503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204492.146507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204492.146510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204492.146513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204492.146516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.170520:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204493.170528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204493.170530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204493.170534:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204493.170537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204493.170540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204493.170543:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204493.170545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204493.170548:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204493.874481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204493.874489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204493.874491:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204493.874500:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204493.874504:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204493.874512:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3626
00000400:00000200:0.0:1788204493.874519:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204493.874524:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204493.874527:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204493.874529:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874531:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204493.874533:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874535:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204493.874538:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204493.874541:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204493.874543:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204493.874545:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204493.874547:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204493.874549:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204493.874551:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874552:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204493.874553:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874555:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204493.874556:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204493.874558:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874560:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204493.874562:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204493.874564:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204493.874566:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874568:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204493.874570:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204493.874574:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204493.874577:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204493.874585:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204493.874586:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874590:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204493.874592:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204493.874596:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204493.874602:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204493.874607:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204493.874615:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204493.874623:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204493.874626:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204493.874630:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204493.874643:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204493.874646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204493.874648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204493.874649:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204493.874650:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204493.874653:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204493.874655:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3626
00000400:00000200:0.0:1788204493.874659:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204493.874661:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204493.874663:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204493.874665:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874667:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204493.874669:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874671:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204493.874674:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204493.874675:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204493.874677:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204493.874678:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204493.874679:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204493.874680:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204493.874683:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874684:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204493.874686:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874687:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204493.874688:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204493.874689:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874690:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204493.874691:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204493.874695:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204493.874696:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874698:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204493.874699:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1788204493.874702:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204493.874704:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1788204493.874705:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.874707:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204493.874709:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204493.874713:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204493.874717:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000040:1.0:1788204493.874717:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204493.874721:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204493.874723:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874727:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204493.874729:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204493.874731:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.874735:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1788204493.874737:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:1.0:1788204493.874738:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874741:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204493.874742:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204493.874745:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204493.874748:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204493.874749:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874756:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1788204493.874757:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556750208:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204493.874759:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.874765:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788204493.874769:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204493.874771:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204493.874774:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874778:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204493.874778:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1788204493.874782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1788204493.874786:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
00000100:00080000:0.0:1788204493.874787:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1788204493.874791:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874792:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204493.874794:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204493.874797:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204493.874798:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3626
00000400:00000200:0.0:1788204493.874802:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204493.874802:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204493.874807:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204493.874810:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204493.874812:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000100:00000040:0.0:1788204493.874814:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874817:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204493.874819:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874820:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204493.874821:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1788204493.874822:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000020:00000040:0.0:1788204493.874823:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204493.874826:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204493.874828:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204493.874829:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204493.874833:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:1.0:1788204493.874833:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556750208, portal 25
00000100:00000001:1.0:1788204493.874841:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788204493.874842:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204493.874844:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000001:0.0:1788204493.874845:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204493.874852:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874854:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204493.874857:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000040:1.0:1788204493.874858:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204493.874861:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874865:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204493.874868:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204493.874871:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204493.874875:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874877:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204493.874879:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:0.0:1788204493.874880:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204493.874883:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.874885:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204493.874887:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000010:0.0:1788204493.874889:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204493.874891:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204493.874893:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204493.874894:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204493.874894:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000001:0.0:1788204493.874898:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204493.874900:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1788204493.874901:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556750208, offset 0
02000000:00000001:0.0:1788204493.874902:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204493.874907:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204493.874909:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204493.874910:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00100000:0.0:1788204493.874916:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204493.874921:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204493.874924:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204493.874926:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204493.874929:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:0.0:1788204493.874930:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204493.874937:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204493.874941:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204493.874945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204493.874946:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:0.0:1788204493.874950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1788204493.874952:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204493.874953:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204493.874956:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204493.874958:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.874960:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204493.874967:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3626
00000400:00000200:1.0:1788204493.874970:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3065:3065:256:4294967295] 192.168.201.145@tcp LPNI seq info [3065:3065:8:4294967295]
00000400:00000200:1.0:1788204493.874974:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204493.874983:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204493.874991:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:1.0:1788204493.874992:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204493.874997:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000010:1.0:1788204493.874998:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00080000:0.0:1788204493.875000:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204493.875008:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.875011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204493.875013:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788204493.875015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.875018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204493.875020:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.0:1788204493.875020:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000020:00000040:0.0:1788204493.875023:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204493.875027:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204493.875030:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000800:00000200:1.1:1788204493.875034:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788204493.875035:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204493.875038:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204493.875042:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204493.875045:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204493.875049:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:1.1:1788204493.875052:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788204493.875054:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204493.875059:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000800:00000100:1.0:1788204493.875061:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204493.875064:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000010:1.0:1788204493.875066:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000100:00000001:0.0:1788204493.875069:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204493.875071:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204493.875072:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788204493.875074:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204493.875077:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204493.875079:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204493.875080:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204493.875084:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204493.875085:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000008:00000001:0.0:1788204493.875086:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204493.875089:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:0.0:1788204493.875090:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204493.875096:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204493.875096:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1788204493.875099:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204493.875103:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1788204493.875103:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204493.875106:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204493.875109:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204493.875111:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204493.875113:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204493.875118:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:1.0:1788204493.875119:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204493.875122:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204493.875124:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204493.875128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204493.875134:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875137:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204493.875141:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204493.875143:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875143:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204493.875147:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204493.875151:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204493.875156:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298301096
00000100:00000001:0.0:1788204493.875157:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204493.875161:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f720.
00000100:00000040:0.0:1788204493.875162:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3636)
00000100:00000001:1.0:1788204493.875170:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204493.875175:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298301096
00000100:00000010:1.0:1788204493.875178:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fae0.
00000100:00000001:1.0:1788204493.875180:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204493.875183:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204493.875184:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875186:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204493.875189:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204493/real 1788204493]  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204493.875199:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204493.875201:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204493.875202:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204493.875204:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204493.875204:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204493.875206:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204493.875208:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204493.875213:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875217:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204493.875218:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875219:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204493.875220:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204493.875222:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875227:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204493.875229:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875233:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204493.875235:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875236:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204493.875236:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875238:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204493.875239:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204493.875241:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204493.875243:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204493.875245:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204493.875247:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204493.875253:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556750208:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204493.875255:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875257:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204493.875259:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556750208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875262:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204493.875264:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204493.875265:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204493.875268:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204493.875269:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204493.875270:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204493.875272:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204493.875274:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:1.0:1788204493.875277:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204493.875279:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204493.875280:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:1.0:1788204493.875282:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204493.875284:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875286:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875291:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204493.875293:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875304:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204493.875306:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204493.875308:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204493.875312:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875319:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204493.875321:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204493.875322:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204493.875325:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204493.875326:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204493.875328:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750336:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204493.875330:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204493.875332:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204493.875333:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204493.875334:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204493.875336:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204493.875337:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204493.875340:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204493.875341:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204493.875344:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204493.875346:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556750336, portal 10
00000100:00000001:1.0:1788204493.875347:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204493.875348:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:1.0:1788204493.875352:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875356:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204493.875357:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204493.875359:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204493.875360:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556750336, offset 0
00000400:00000200:1.0:1788204493.875362:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204493.875365:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204493.875367:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204493.875369:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204493.875371:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204493.875372:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204493.875374:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204493.875375:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3066:3066:256:4294967295] 192.168.201.145@tcp LPNI seq info [3066:3066:8:4294967295]
00000400:00000200:1.0:1788204493.875378:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204493.875382:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204493.875384:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204493.875386:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204493.875388:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204493.875391:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204493.875393:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204493.875395:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204493.875414:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204493.875416:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204493.875420:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204493.875423:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204493.875425:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204493.875427:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204493.875430:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204493.875436:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875444:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204493.875447:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875454:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875455:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204493.875459:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204493.875462:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204493.875466:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204493.875468:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298299219
00000100:00000001:1.0:1788204493.875471:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298301096
00000100:00000001:1.0:1788204493.875473:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298299219
00000100:00000001:1.0:1788204493.875475:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298301096
00000100:00000001:1.0:1788204493.875477:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204493.875480:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875481:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204493.875485:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204493/real 1788204493]  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204493.875492:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204493.875494:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204493.875496:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204493.875498:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204493.875499:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204493.875501:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204493.875504:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204493.875511:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875516:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204493.875517:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875518:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204493.875520:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204493.875522:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875529:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204493.875532:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875538:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204493.875540:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875541:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204493.875542:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875543:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204493.875544:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204493.875545:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204493.875547:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204493.875549:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204493.875551:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204493.875555:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750336:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204493.875558:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204493.875565:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875569:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204493.875570:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204493.875571:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204493.875573:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204493.875574:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204493.875576:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750464:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204493.875578:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204493.875579:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204493.875580:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204493.875581:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204493.875583:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204493.875585:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204493.875587:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204493.875588:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204493.875591:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204493.875592:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556750464, portal 4
00000100:00000001:1.0:1788204493.875594:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204493.875594:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000040:1.0:1788204493.875598:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875602:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204493.875603:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204493.875604:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204493.875606:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556750464, offset 0
00000400:00000200:1.0:1788204493.875608:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204493.875610:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204493.875612:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204493.875614:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204493.875616:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204493.875618:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204493.875619:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204493.875621:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3067:3067:256:4294967295] 192.168.201.145@tcp LPNI seq info [3067:3067:8:4294967295]
00000400:00000200:1.0:1788204493.875623:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204493.875627:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204493.875629:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204493.875631:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204493.875633:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204493.875635:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204493.875637:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204493.875639:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204493.875641:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204493.875642:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204493.875644:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204493.875646:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204493.875649:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204493.875650:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204493.875652:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204493.875655:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875662:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204493.875665:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875671:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875672:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204493.875675:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204493.875678:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204493.875681:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204493.875683:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298298902
00000100:00000001:1.0:1788204493.875685:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298301096
00000100:00000001:1.0:1788204493.875687:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298298902
00000100:00000001:1.0:1788204493.875690:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298301096
00000100:00000001:1.0:1788204493.875692:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204493.875694:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875696:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204493.875699:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204493/real 1788204493]  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204493.875704:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204493.875705:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204493.875706:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204493.875708:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204493.875709:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204493.875710:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204493.875712:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204493.875717:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875720:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204493.875721:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875722:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204493.875723:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204493.875724:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875728:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204493.875730:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875734:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204493.875735:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875736:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204493.875737:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875738:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204493.875739:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204493.875741:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204493.875743:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204493.875744:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204493.875746:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204493.875750:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750464:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204493.875752:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204493.875754:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875757:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204493.875758:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204493.875759:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204493.875761:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204493.875762:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204493.875764:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750592:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204493.875765:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204493.875766:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204493.875767:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204493.875768:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204493.875771:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204493.875772:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204493.875774:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204493.875775:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204493.875777:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204493.875779:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556750592, portal 4
00000100:00000001:1.0:1788204493.875780:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204493.875780:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:1.0:1788204493.875784:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875789:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204493.875792:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204493.875794:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204493.875796:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556750592, offset 0
00000400:00000200:1.0:1788204493.875799:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204493.875803:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204493.875806:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204493.875808:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204493.875811:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204493.875813:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204493.875815:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204493.875818:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3068:3068:256:4294967295] 192.168.201.145@tcp LPNI seq info [3068:3068:8:4294967295]
00000400:00000200:1.0:1788204493.875822:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204493.875827:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204493.875831:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204493.875834:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204493.875837:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204493.875838:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204493.875840:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204493.875842:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204493.875844:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204493.875846:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204493.875848:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204493.875850:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204493.875851:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204493.875853:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204493.875855:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204493.875859:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875865:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204493.875868:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875879:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875881:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204493.875884:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204493.875887:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204493.875890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204493.875892:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298299633
00000100:00000001:1.0:1788204493.875894:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298301096
00000100:00000001:1.0:1788204493.875896:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298299633
00000100:00000001:1.0:1788204493.875898:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298301096
00000100:00000001:1.0:1788204493.875899:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204493.875900:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.875901:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204493.875904:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204493/real 1788204493]  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204493.875909:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204493.875910:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204493.875911:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204493.875913:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204493.875913:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204493.875915:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204493.875917:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204493.875921:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875925:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204493.875925:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875926:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204493.875927:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204493.875929:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875933:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204493.875935:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875939:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204493.875940:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875941:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204493.875942:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875943:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204493.875944:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204493.875945:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204493.875947:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204493.875948:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204493.875950:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204493.875954:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750592:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204493.875956:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875957:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204493.875958:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556750336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875962:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204493.875963:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204493.875964:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204493.875966:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204493.875967:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204493.875968:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204493.875969:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204493.875970:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204493.875972:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204493.875973:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204493.875974:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:1.0:1788204493.875975:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204493.875976:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875977:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204493.875979:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556750464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875982:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204493.875983:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204493.875984:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204493.875985:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204493.875985:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204493.875986:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204493.875987:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204493.875988:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204493.875989:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204493.875989:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204493.875990:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:1.0:1788204493.875991:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204493.875992:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.875993:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204493.875994:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556750592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204493.875997:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204493.875998:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204493.875999:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204493.876000:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204493.876000:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204493.876001:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204493.876002:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204493.876003:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788204493.876004:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204493.876004:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204493.876005:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204493.876006:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204493.876007:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.876008:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204493.876011:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204493.876012:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204493.876014:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204493.876016:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204494.194557:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204494.194567:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204494.194572:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204494.194578:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204494.194584:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204494.194588:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204494.194591:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204494.194595:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204494.194599:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204495.218551:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204495.218558:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204495.218563:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204495.218569:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204495.218573:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204495.218578:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204495.218590:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204495.218597:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204495.218602:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204496.114533:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298301096, at 4298301120
00000100:00000040:0.0:1788204496.114534:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298301096, at 4298301120
00000100:00000010:1.0:1788204496.114551:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fae0.
00000100:00000010:0.0:1788204496.114554:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f720.
00000100:00000001:0.0:1788204496.242524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204496.242530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204496.242532:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204496.242537:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204496.242541:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204496.242545:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204496.242549:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204496.242554:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204496.242558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204497.266522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204497.266527:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204497.266531:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204497.266536:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204497.266541:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204497.266546:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204497.266551:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204497.266554:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204497.266557:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204498.290502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204498.290506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204498.290508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204498.290511:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204498.290514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204498.290518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204498.290520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204498.290522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204498.290524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204498.994549:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204498.994559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204498.994562:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204498.994566:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204498.994570:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204498.994577:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3631
00000400:00000200:1.0:1788204498.994586:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204498.994592:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204498.994595:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204498.994598:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994601:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204498.994604:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994606:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204498.994610:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204498.994612:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204498.994614:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204498.994617:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204498.994620:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204498.994622:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204498.994624:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994626:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204498.994628:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994630:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204498.994633:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204498.994636:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994639:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204498.994641:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204498.994645:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204498.994648:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.994650:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204498.994652:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204498.994661:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
00000020:00000040:1.0:1788204498.994665:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204498.994668:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204498.994670:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.994673:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204498.994676:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204498.994680:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204498.994687:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000001:1.0:1788204498.994693:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204498.994701:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556750720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204498.994712:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204498.994717:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204498.994722:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556750720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204498.994748:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204498.994751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204498.994758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204498.994759:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204498.994761:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204498.994763:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204498.994766:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3631
00000400:00000200:1.0:1788204498.994770:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204498.994773:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204498.994776:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204498.994780:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994782:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204498.994785:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994787:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204498.994790:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204498.994794:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204498.994797:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204498.994801:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204498.994805:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204498.994807:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204498.994818:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994822:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204498.994827:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994831:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204498.994836:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204498.994842:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204498.994847:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204498.994852:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204498.994859:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204498.994863:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.994867:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204498.994874:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204498.994879:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.994884:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204498.994892:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ea00.
00000020:00000040:1.0:1788204498.994897:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204498.994901:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204498.994904:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.994906:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204498.994908:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204498.994912:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204498.994918:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788204498.994924:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204498.994933:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ea00 x1875064556750848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204498.994967:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204498.994973:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204498.994981:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004571364a] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ea00 x1875064556750848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204498.994991:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204498.994996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204498.995002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204498.995005:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204498.995008:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204498.995012:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204498.995018:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3631
00000400:00000200:1.0:1788204498.995026:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204498.995033:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204498.995039:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204498.995047:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995052:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204498.995057:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995061:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204498.995067:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204498.995070:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204498.995073:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204498.995077:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204498.995082:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204498.995087:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204498.995092:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995095:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204498.995101:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995107:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:3.1:1788204498.995111:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:1.0:1788204498.995113:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204498.995120:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995122:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204498.995124:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204498.995127:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204498.995129:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.995131:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204498.995134:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204498.995139:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.995143:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204498.995148:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000020:00000040:1.0:1788204498.995153:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204498.995159:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204498.995161:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.995164:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204498.995167:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204498.995169:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204498.995175:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788204498.995182:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204498.995199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556750976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204498.995226:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204498.995229:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204498.995235:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556750976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204498.995251:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204498.995255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204498.995262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204498.995266:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204498.995269:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204498.995273:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204498.995280:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3631
00000400:00000200:1.0:1788204498.995286:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204498.995289:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204498.995291:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204498.995297:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995300:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204498.995302:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995303:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204498.995306:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204498.995314:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204498.995316:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204498.995318:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204498.995320:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204498.995321:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204498.995324:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995326:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204498.995327:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995329:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204498.995331:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204498.995333:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204498.995336:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204498.995337:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204498.995340:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204498.995343:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.995347:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204498.995350:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204498.995354:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.995356:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204498.995363:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000020:00000040:1.0:1788204498.995368:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204498.995374:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204498.995378:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204498.995381:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204498.995384:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204498.995388:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204498.995433:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788204498.995441:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204498.995450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556751104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204498.995463:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204498.995468:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204498.995477:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556751104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204498.995495:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204498.995499:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3641)
00000800:00000200:3.1:1788204498.995605:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204498.995755:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204498.995892:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204499.314501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204499.314509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204499.314513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204499.314519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204499.314523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204499.314528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204499.314533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204499.314536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204499.314539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204500.338508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204500.338516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204500.338520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204500.338526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204500.338531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204500.338544:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204500.338547:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204500.338550:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204500.338553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204501.234500:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298306216, at 4298306240
00000100:00000040:1.0:1788204501.234501:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298306216, at 4298306240
00000100:00000010:1.0:1788204501.234513:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a80.
00000100:00000010:0.0:1788204501.234516:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150360.
00000100:00000001:0.0:1788204501.362497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204501.362504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204501.362506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204501.362512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204501.362516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204501.362519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204501.362521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204501.362524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204501.362526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204502.066886:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204502.066892:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204502.066897:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204502.066908:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204498/real 1788204502]  req@ffffa02691f0d500 x1875064556750720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204502.066925:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204502.066929:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204502.066934:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514dd68.
00000400:00000200:1.0:1788204502.066941:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:1.0:1788204502.066944:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:1.0:1788204502.066948:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204502.066955:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d500 x1875064556750720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204502.066982:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d500 x1875064556750720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.066993:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204502.066996:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067002:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204502.067005:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204502.067012:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d500 x1875064556750720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067030:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204502.067041:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d500 x1875064556750720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067059:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204502.067066:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067070:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204502.067074:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067081:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204502.067085:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204502.067090:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204502.067098:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204502.067102:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204502.067111:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d500 x1875064556750720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204502.067131:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556750720:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204502.067137:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204502.067145:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204502.067148:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d500 x1875064556750720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067172:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204502.067175:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204502.067179:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:1.0:1788204502.067183:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204502.067185:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204502.067187:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204502.067189:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204502.067192:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204502.067197:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204502.067198:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204502.067200:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d500.
00000100:00000001:1.0:1788204502.067204:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204502.067205:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067208:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204502.067209:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204502.067211:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204502.067212:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204502.067219:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204498/real 1788204502]  req@ffffa02691f0e680 x1875064556750976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204502.067228:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204502.067229:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204502.067231:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514dc60.
00000400:00000200:1.0:1788204502.067234:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:1.0:1788204502.067235:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:1.0:1788204502.067238:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204502.067241:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e680 x1875064556750976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204502.067249:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e680 x1875064556750976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067255:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204502.067256:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067258:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204502.067259:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204502.067263:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e680 x1875064556750976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067269:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204502.067273:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e680 x1875064556750976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067278:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204502.067281:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067282:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204502.067283:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067284:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204502.067286:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204502.067288:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204502.067291:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204502.067293:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204502.067296:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e680 x1875064556750976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204502.067304:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750976:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204502.067308:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204502.067311:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204498/real 1788204502]  req@ffffa02691f0df80 x1875064556751104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204502.067318:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204502.067319:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204502.067321:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d9a0.
00000400:00000200:1.0:1788204502.067323:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1198
00000400:00000010:1.0:1788204502.067325:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1198.
00000100:00000001:1.0:1788204502.067327:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204502.067330:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0df80 x1875064556751104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204502.067342:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0df80 x1875064556751104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067347:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204502.067348:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067349:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204502.067350:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204502.067353:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0df80 x1875064556751104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067358:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204502.067361:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0df80 x1875064556751104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067367:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204502.067369:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067370:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204502.067371:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067373:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204502.067374:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204502.067376:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204502.067379:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204502.067381:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204502.067385:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0df80 x1875064556751104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204502.067391:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556751104:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204502.067394:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204502.067428:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204498/real 1788204502]  req@ffffa02691f0ea00 x1875064556750848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204502.067441:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204502.067442:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204502.067444:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d268.
00000400:00000200:1.0:1788204502.067447:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:1.0:1788204502.067448:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:1.0:1788204502.067450:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204502.067454:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ea00 x1875064556750848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204502.067461:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ea00 x1875064556750848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067468:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204502.067469:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067470:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204502.067471:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204502.067475:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ea00 x1875064556750848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067481:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204502.067485:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ea00 x1875064556750848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067492:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204502.067494:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067496:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204502.067497:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067499:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204502.067501:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204502.067504:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204502.067507:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204502.067509:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204502.067512:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ea00 x1875064556750848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204502.067520:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556750848:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204502.067524:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067526:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204502.067529:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e680 x1875064556750976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067535:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204502.067536:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204502.067538:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:1.0:1788204502.067541:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204502.067543:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204502.067544:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204502.067546:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204502.067548:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204502.067551:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204502.067552:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204502.067553:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e680.
00000100:00000001:1.0:1788204502.067556:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204502.067558:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067560:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204502.067562:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0df80 x1875064556751104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067569:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204502.067570:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204502.067571:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:1.0:1788204502.067574:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204502.067575:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204502.067576:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204502.067578:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204502.067579:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204502.067582:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204502.067583:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204502.067585:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0df80.
00000100:00000001:1.0:1788204502.067587:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204502.067588:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067589:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204502.067592:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ea00 x1875064556750848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204502.067598:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204502.067599:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204502.067600:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:1.0:1788204502.067602:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204502.067603:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204502.067604:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204502.067606:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204502.067607:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204502.067609:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204502.067610:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204502.067611:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ea00.
00000100:00000001:1.0:1788204502.067613:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204502.067614:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067616:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204502.067624:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204502.067626:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204502.067628:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204502.067630:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204502.386479:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204502.386484:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204502.386487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204502.386491:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204502.386495:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204502.386500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204502.386504:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204502.386507:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204502.386510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204503.410506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204503.410515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204503.410518:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204503.410524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204503.410529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204503.410534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204503.410536:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204503.410540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204503.410542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.114759:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204504.114765:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204504.114769:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204504.114780:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.114800:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204504.114805:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204504.114812:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204504.114817:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204504.114823:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204504.114831:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556751232:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204504.114840:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204504.114846:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204504.114850:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204504.114856:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204504.114864:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204504.114869:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204504.114880:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204504.114888:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204504.114904:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204504.114915:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556751232, portal 25
00000100:00000001:1.0:1788204504.114920:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204504.114923:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660032 : -105387657891584 : ffffa02686167100)
00000100:00000040:1.0:1788204504.114935:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.114964:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204504.114969:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204504.114971:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204504.114975:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556751232, offset 0
00000400:00000200:1.0:1788204504.114987:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204504.115000:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204504.115011:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204504.115022:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204504.115031:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204504.115039:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204504.115046:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204504.115057:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3073:3073:256:4294967295] 192.168.201.145@tcp LPNI seq info [3073:3073:8:4294967295]
00000400:00000200:1.0:1788204504.115066:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204504.115083:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204504.115096:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204504.115104:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204504.115116:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204504.115132:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204504.115145:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204504.115152:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204504.115162:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204504.115168:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204504.115177:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204504.115186:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204504.115196:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204504.115201:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204504.115210:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204504.115219:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115238:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204504.115246:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115262:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.115267:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204504.115275:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204504.115285:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204504.115297:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298311336
00000100:00000010:1.0:1788204504.115307:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fae0.
00000100:00000001:1.0:1788204504.115315:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204504.115325:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298311336
00000100:00000010:1.0:1788204504.115333:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f2a0.
00000100:00000001:1.0:1788204504.115339:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204504.115344:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204504.115348:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.115353:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204504.115362:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204504/real 1788204504]  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204504.115381:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204504.115384:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204504.115388:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204504.115393:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204504.115422:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204504.115431:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204504.115436:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204504.115446:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115452:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204504.115454:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.115456:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204504.115457:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204504.115461:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115467:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204504.115471:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115479:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204504.115482:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.115483:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204504.115485:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.115487:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204504.115489:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204504.115492:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204504.115497:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204504.115500:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204504.115504:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204504.115513:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556751232:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204504.115520:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.115522:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204504.115525:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167100 x1875064556751232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115532:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204504.115536:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204504.115538:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204504.115542:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204504.115544:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204504.115546:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204504.115547:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204504.115550:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009800.
02000000:00000001:1.0:1788204504.115553:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204504.115554:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204504.115562:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167100.
00000100:00000001:1.0:1788204504.115566:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204504.115567:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.115569:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.115576:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204504.115578:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.115580:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204504.115582:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204504.115583:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204504.115587:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115593:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204504.115595:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204504.115597:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204504.115599:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204504.115601:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204504.115603:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556751360:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204504.115606:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204504.115608:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204504.115610:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204504.115612:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204504.115615:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204504.115617:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204504.115621:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204504.115623:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204504.115627:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204504.115630:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556751360, portal 10
00000100:00000001:1.0:1788204504.115631:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204504.115633:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051654656 : -105387657896960 : ffffa02686165c00)
00000100:00000040:1.0:1788204504.115638:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115644:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204504.115646:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204504.115648:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204504.115651:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556751360, offset 0
00000400:00000200:1.0:1788204504.115655:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204504.115659:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204504.115662:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204504.115666:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204504.115668:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204504.115671:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204504.115673:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204504.115675:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3074:3074:256:4294967295] 192.168.201.145@tcp LPNI seq info [3074:3074:8:4294967295]
00000400:00000200:1.0:1788204504.115679:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204504.115684:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204504.115688:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204504.115692:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204504.115696:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204504.115698:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204504.115702:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204504.115704:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204504.115708:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204504.115709:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204504.115712:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204504.115715:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204504.115718:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204504.115719:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204504.115721:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204504.115724:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115731:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204504.115733:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115740:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.115741:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204504.115744:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204504.115747:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204504.115750:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204504.115752:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298309459
00000100:00000001:1.0:1788204504.115755:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298311336
00000100:00000001:1.0:1788204504.115756:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298309459
00000100:00000001:1.0:1788204504.115758:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298311336
00000100:00000001:1.0:1788204504.115760:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204504.115762:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.115764:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204504.115767:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204504/real 1788204504]  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204504.115773:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204504.115774:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204504.115776:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204504.115778:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204504.115779:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204504.115781:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204504.115784:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204504.115791:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115796:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204504.115798:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.115799:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204504.115801:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204504.115804:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115810:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204504.115814:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115819:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204504.115821:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.115823:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204504.115824:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.115826:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204504.115827:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204504.115830:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204504.115832:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204504.115834:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204504.115838:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204504.115845:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556751360:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204504.115849:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204504.115852:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115862:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204504.115863:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204504.115865:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204504.115867:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204504.115868:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204504.115871:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556751488:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204504.115874:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204504.115876:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204504.115877:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204504.115879:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204504.115881:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204504.115883:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204504.115885:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204504.115887:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204504.115890:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204504.115892:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556751488, portal 4
00000100:00000001:1.0:1788204504.115894:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204504.115895:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051658240 : -105387657893376 : ffffa02686166a00)
00000100:00000040:1.0:1788204504.115900:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115905:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204504.115907:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204504.115908:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204504.115910:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556751488, offset 0
00000400:00000200:1.0:1788204504.115914:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204504.115918:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204504.115921:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204504.115924:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204504.115926:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204504.115928:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204504.115930:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204504.115933:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3075:3075:256:4294967295] 192.168.201.145@tcp LPNI seq info [3075:3075:8:4294967295]
00000400:00000200:1.0:1788204504.115937:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204504.115942:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204504.115949:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204504.115952:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204504.115955:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204504.115957:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204504.115961:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204504.115963:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204504.115966:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204504.115968:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204504.115971:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204504.115974:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204504.115976:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204504.115978:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204504.115980:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204504.115984:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115990:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204504.115993:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.115999:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.116000:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204504.116003:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204504.116006:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204504.116009:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204504.116010:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298309142
00000100:00000001:1.0:1788204504.116012:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298311336
00000100:00000001:1.0:1788204504.116014:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298309142
00000100:00000001:1.0:1788204504.116016:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298311336
00000100:00000001:1.0:1788204504.116018:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204504.116020:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.116021:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204504.116024:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204504/real 1788204504]  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204504.116031:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204504.116032:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204504.116033:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204504.116035:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204504.116036:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204504.116038:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204504.116041:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204504.116048:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116053:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204504.116055:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116056:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204504.116057:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204504.116060:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116065:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204504.116068:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116075:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204504.116077:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116078:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204504.116080:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116081:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204504.116083:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204504.116085:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204504.116094:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204504.116096:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204504.116100:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204504.116107:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556751488:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204504.116111:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204504.116114:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116131:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204504.116132:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204504.116134:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204504.116136:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204504.116138:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204504.116141:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556751616:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204504.116144:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204504.116145:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204504.116147:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204504.116149:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204504.116152:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204504.116154:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204504.116156:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204504.116159:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204504.116162:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204504.116165:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556751616, portal 4
00000100:00000001:1.0:1788204504.116166:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204504.116168:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051662720 : -105387657888896 : ffffa02686167b80)
00000100:00000040:1.0:1788204504.116173:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116179:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204504.116182:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204504.116184:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204504.116187:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556751616, offset 0
00000400:00000200:1.0:1788204504.116190:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204504.116194:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204504.116197:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204504.116200:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204504.116202:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204504.116204:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204504.116207:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204504.116210:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3076:3076:256:4294967295] 192.168.201.145@tcp LPNI seq info [3076:3076:8:4294967295]
00000400:00000200:1.0:1788204504.116213:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204504.116219:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204504.116224:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204504.116226:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204504.116230:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204504.116232:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204504.116236:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204504.116238:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204504.116241:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204504.116243:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204504.116245:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204504.116248:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204504.116251:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204504.116253:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204504.116255:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204504.116258:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116264:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204504.116267:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116272:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.116274:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204504.116277:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204504.116281:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204504.116284:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204504.116286:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298309873
00000100:00000001:1.0:1788204504.116288:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298311336
00000100:00000001:1.0:1788204504.116289:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298309873
00000100:00000001:1.0:1788204504.116291:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298311336
00000100:00000001:1.0:1788204504.116293:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204504.116294:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.116296:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204504.116299:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204504/real 1788204504]  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204504.116306:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204504.116307:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204504.116309:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204504.116311:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204504.116312:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204504.116313:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204504.116316:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204504.116323:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116327:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204504.116328:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116330:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204504.116331:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204504.116334:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116339:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204504.116342:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116347:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204504.116349:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116350:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204504.116351:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116353:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204504.116354:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204504.116356:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204504.116359:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204504.116361:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204504.116364:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204504.116370:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556751616:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204504.116374:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116376:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204504.116378:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165c00 x1875064556751360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116383:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204504.116385:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204504.116387:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204504.116389:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204504.116390:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204504.116391:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204504.116393:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204504.116394:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009000.
02000000:00000001:1.0:1788204504.116423:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204504.116425:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204504.116426:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165c00.
00000100:00000001:1.0:1788204504.116429:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204504.116430:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116432:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204504.116435:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166a00 x1875064556751488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116441:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204504.116442:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204504.116444:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204504.116446:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204504.116447:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204504.116448:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204504.116450:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204504.116451:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008400.
02000000:00000001:1.0:1788204504.116452:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204504.116453:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204504.116455:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166a00.
00000100:00000001:1.0:1788204504.116456:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204504.116458:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116459:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204504.116462:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167b80 x1875064556751616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204504.116468:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204504.116469:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204504.116470:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204504.116472:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204504.116473:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204504.116474:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204504.116476:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204504.116477:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800a400.
02000000:00000001:1.0:1788204504.116479:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204504.116480:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204504.116482:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167b80.
00000100:00000001:1.0:1788204504.116484:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204504.116485:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116487:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204504.116491:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204504.116492:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204504.116495:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204504.116496:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204504.434466:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204504.434474:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204504.434477:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204504.434482:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204504.434488:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204504.434493:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204504.434495:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204504.434499:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204504.434502:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204505.458508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204505.458516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204505.458519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204505.458526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204505.458531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204505.458535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204505.458538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204505.458540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204505.458543:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204506.354522:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298311336, at 4298311360
00000100:00000040:1.0:1788204506.354522:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298311336, at 4298311360
00000100:00000010:1.0:1788204506.354535:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f2a0.
00000100:00000010:0.0:1788204506.354537:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fae0.
00000100:00000001:0.0:1788204506.482513:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204506.482521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204506.482524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204506.482531:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204506.482537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204506.482542:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204506.482547:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204506.482551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204506.482556:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204507.506533:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204507.506542:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204507.506544:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204507.506549:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204507.506554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204507.506559:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204507.506562:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204507.506565:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204507.506568:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204508.530486:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204508.530494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204508.530497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204508.530503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204508.530510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204508.530514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204508.530517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204508.530520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204508.530523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204509.236023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204509.236042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204509.236045:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204509.236049:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204509.236052:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204509.236059:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3641
00000400:00000200:0.0:1788204509.236069:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204509.236075:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204509.236079:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204509.236082:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236085:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204509.236088:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236090:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204509.236094:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204509.236096:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204509.236098:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204509.236101:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204509.236104:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204509.236106:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204509.236108:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236119:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204509.236122:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236124:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204509.236126:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204509.236130:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236132:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204509.236135:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204509.236138:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204509.236141:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204509.236143:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204509.236145:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204509.236153:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204509.236156:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204509.236160:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204509.236161:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204509.236165:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204509.236167:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204509.236170:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204509.236177:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204509.236183:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204509.236198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204509.236206:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204509.236209:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204509.236212:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204509.236228:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204509.236230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204509.236232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204509.236233:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204509.236234:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204509.236236:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204509.236238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3641
00000400:00000200:0.0:1788204509.236241:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204509.236243:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204509.236244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204509.236246:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236247:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204509.236249:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236255:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204509.236257:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204509.236258:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204509.236260:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204509.236263:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204509.236265:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204509.236268:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204509.236271:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236273:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204509.236274:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204509.236275:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236280:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204509.236280:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788204509.236285:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:1.0:1788204509.236285:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1788204509.236291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236295:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204509.236297:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204509.236297:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204509.236304:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204509.236309:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204509.236313:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204509.236314:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1788204509.236317:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204509.236318:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204509.236325:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204509.236325:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204509.236329:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204509.236330:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1788204509.236335:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
02000000:00000001:1.0:1788204509.236335:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204509.236341:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00100000:1.0:1788204509.236343:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556751744:192.168.201.145@tcp:250:kworker.0
02000000:00000001:0.0:1788204509.236346:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204509.236349:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.236351:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204509.236352:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204509.236355:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204509.236356:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204509.236357:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204509.236360:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204509.236363:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788204509.236365:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204509.236370:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204509.236374:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204509.236378:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204509.236383:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:0.0:1788204509.236386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204509.236389:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000100:00000001:0.0:1788204509.236437:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204509.236437:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000001:0.0:1788204509.236442:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204509.236448:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556751744, portal 25
00000100:00000040:0.0:1788204509.236449:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.236453:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204509.236456:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000001:0.0:1788204509.236465:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204509.236467:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.236478:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788204509.236479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788204509.236484:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204509.236486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204509.236489:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204509.236489:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00080000:0.0:1788204509.236493:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788204509.236495:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556751744, offset 0
00000100:00000001:0.0:1788204509.236498:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204509.236503:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3641
00000400:00000200:1.0:1788204509.236508:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204509.236511:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204509.236516:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204509.236519:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204509.236520:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788204509.236524:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236527:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204509.236532:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204509.236532:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788204509.236535:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204509.236539:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204509.236542:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:1.0:1788204509.236542:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1788204509.236545:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204509.236548:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:1.0:1788204509.236550:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:0.0:1788204509.236552:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204509.236554:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204509.236558:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236563:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204509.236566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204509.236568:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204509.236570:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204509.236574:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:1.0:1788204509.236576:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:0.0:1788204509.236579:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236582:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204509.236584:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204509.236586:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204509.236588:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204509.236590:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204509.236592:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204509.236597:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204509.236597:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3077:3077:256:4294967295] 192.168.201.145@tcp LPNI seq info [3077:3077:8:4294967295]
00000100:00000001:0.0:1788204509.236599:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204509.236602:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204509.236604:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204509.236607:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204509.236610:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204509.236613:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204509.236616:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204509.236617:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204509.236620:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204509.236624:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204509.236630:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204509.236632:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1788204509.236639:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204509.236644:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204509.236654:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204509.236662:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204509.236664:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204509.236668:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204509.236669:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1788204509.236675:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204509.236681:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204509.236688:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788204509.236693:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204509.236697:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204509.236699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1788204509.236701:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000100:00080000:0.0:1788204509.236705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204509.236707:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204509.236709:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204509.236712:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204509.236715:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3641
00000400:00000200:1.0:1788204509.236715:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204509.236723:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204509.236726:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204509.236730:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204509.236734:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204509.236734:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204509.236739:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000040:0.0:1788204509.236740:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236745:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204509.236745:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788204509.236748:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236752:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000200:1.0:1788204509.236754:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204509.236756:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204509.236758:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204509.236761:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204509.236765:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204509.236769:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:1.0:1788204509.236772:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788204509.236773:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204509.236780:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:1.0:1788204509.236780:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204509.236785:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204509.236789:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236793:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204509.236797:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204509.236798:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:1.0:1788204509.236803:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1788204509.236804:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204509.236808:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.236810:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204509.236811:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204509.236816:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204509.236817:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204509.236821:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.236823:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298316458
00000100:00000001:0.0:1788204509.236825:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204509.236828:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204509.236831:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204509.236831:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f2a0.
00000100:00000001:0.0:1788204509.236836:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.236840:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1788204509.236841:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204509.236845:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204509.236848:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204509.236849:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298316458
02000000:00000001:0.0:1788204509.236850:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204509.236854:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204509.236856:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1788204509.236856:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fc00.
02000000:00000001:0.0:1788204509.236859:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.236862:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000010:0.0:1788204509.236865:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:1.0:1788204509.236867:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204509.236871:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.236872:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.236877:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204509.236881:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204509.236886:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204509/real 1788204509]  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204509.236893:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204509.236898:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204509.236906:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1788204509.236907:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204509.236909:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204509.236913:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204509.236918:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000100:00000001:0.0:1788204509.236923:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204509.236923:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204509.236929:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1788204509.236931:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3651)
00000100:00000200:1.0:1788204509.236936:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204509.236946:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.236953:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204509.236955:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.236957:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204509.236959:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204509.236962:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.236969:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204509.236975:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.236982:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204509.236986:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.236988:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204509.236990:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.236992:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204509.236995:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204509.236997:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204509.237001:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204509.237004:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204509.237008:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204509.237017:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556751744:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204509.237022:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237025:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204509.237027:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556751744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237049:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204509.237051:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204509.237054:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204509.237057:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204509.237058:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204509.237061:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204509.237062:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204509.237065:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:1.0:1788204509.237068:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204509.237070:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204509.237072:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204509.237075:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204509.237076:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237078:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237084:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204509.237086:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.237088:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204509.237090:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204509.237092:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204509.237096:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237102:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204509.237103:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204509.237105:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204509.237107:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204509.237109:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204509.237112:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556751872:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204509.237115:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204509.237117:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204509.237119:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204509.237120:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204509.237123:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204509.237125:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204509.237128:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204509.237131:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204509.237134:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204509.237137:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556751872, portal 10
00000100:00000001:1.0:1788204509.237139:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204509.237140:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788204509.237146:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237152:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204509.237155:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204509.237157:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204509.237159:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556751872, offset 0
00000400:00000200:1.0:1788204509.237163:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204509.237167:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204509.237171:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204509.237174:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204509.237176:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204509.237178:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204509.237181:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204509.237184:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3078:3078:256:4294967295] 192.168.201.145@tcp LPNI seq info [3078:3078:8:4294967295]
00000400:00000200:1.0:1788204509.237188:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204509.237194:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204509.237197:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204509.237201:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204509.237204:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204509.237206:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204509.237210:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204509.237212:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204509.237216:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204509.237218:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204509.237220:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204509.237223:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204509.237226:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204509.237227:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204509.237230:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204509.237233:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237240:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204509.237243:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237249:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.237250:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204509.237252:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204509.237256:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204509.237259:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204509.237261:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298314580
00000100:00000001:1.0:1788204509.237263:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298316458
00000100:00000001:1.0:1788204509.237265:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298314580
00000100:00000001:1.0:1788204509.237267:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298316458
00000100:00000001:1.0:1788204509.237270:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204509.237271:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.237273:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204509.237276:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204509/real 1788204509]  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204509.237283:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204509.237285:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204509.237286:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204509.237288:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204509.237290:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204509.237292:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204509.237295:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204509.237303:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237308:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204509.237310:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237311:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204509.237313:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204509.237316:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237322:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204509.237326:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237332:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204509.237334:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237336:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204509.237337:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237339:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204509.237341:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204509.237344:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204509.237348:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204509.237350:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204509.237353:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204509.237362:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556751872:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204509.237365:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204509.237368:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237374:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204509.237376:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204509.237378:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204509.237380:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204509.237381:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204509.237384:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752000:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204509.237387:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204509.237388:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204509.237390:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204509.237391:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204509.237394:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204509.237415:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204509.237418:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204509.237422:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204509.237425:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204509.237428:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556752000, portal 4
00000100:00000001:1.0:1788204509.237429:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204509.237430:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:1.0:1788204509.237437:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237447:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204509.237449:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204509.237451:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204509.237454:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556752000, offset 0
00000400:00000200:1.0:1788204509.237457:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204509.237461:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204509.237465:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204509.237468:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204509.237470:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204509.237472:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204509.237474:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204509.237476:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3079:3079:256:4294967295] 192.168.201.145@tcp LPNI seq info [3079:3079:8:4294967295]
00000400:00000200:1.0:1788204509.237480:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204509.237486:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204509.237490:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204509.237493:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204509.237497:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204509.237499:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204509.237503:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204509.237506:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204509.237510:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204509.237512:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204509.237514:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204509.237517:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204509.237520:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204509.237522:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204509.237524:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204509.237528:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237535:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204509.237537:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237547:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.237549:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204509.237551:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204509.237553:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204509.237556:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204509.237558:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298314264
00000100:00000001:1.0:1788204509.237560:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298316458
00000100:00000001:1.0:1788204509.237562:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298314264
00000100:00000001:1.0:1788204509.237564:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298316458
00000100:00000001:1.0:1788204509.237566:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204509.237567:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.237569:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204509.237572:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204509/real 1788204509]  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204509.237578:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204509.237580:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204509.237581:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204509.237583:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204509.237585:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204509.237586:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204509.237589:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204509.237596:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237601:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204509.237602:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237604:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204509.237605:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204509.237608:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237614:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204509.237617:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237622:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204509.237624:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237626:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204509.237627:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237628:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204509.237629:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204509.237631:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204509.237634:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204509.237635:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204509.237639:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204509.237645:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752000:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204509.237648:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204509.237651:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237657:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204509.237658:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204509.237660:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204509.237661:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204509.237663:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204509.237665:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752128:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204509.237668:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204509.237670:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204509.237671:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204509.237673:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204509.237675:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204509.237677:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204509.237680:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204509.237682:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204509.237684:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204509.237686:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556752128, portal 4
00000100:00000001:1.0:1788204509.237688:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204509.237689:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:1.0:1788204509.237693:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237699:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204509.237701:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204509.237703:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204509.237705:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556752128, offset 0
00000400:00000200:1.0:1788204509.237708:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204509.237711:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204509.237715:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204509.237718:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204509.237720:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204509.237722:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204509.237724:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204509.237727:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3080:3080:256:4294967295] 192.168.201.145@tcp LPNI seq info [3080:3080:8:4294967295]
00000400:00000200:1.0:1788204509.237731:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204509.237736:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204509.237740:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204509.237742:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204509.237746:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204509.237748:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204509.237752:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204509.237754:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204509.237757:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204509.237760:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204509.237762:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204509.237765:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204509.237767:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204509.237769:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204509.237770:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204509.237773:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237780:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204509.237783:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237789:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.237790:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204509.237792:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204509.237794:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204509.237797:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204509.237798:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298314995
00000100:00000001:1.0:1788204509.237800:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298316458
00000100:00000001:1.0:1788204509.237802:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298314995
00000100:00000001:1.0:1788204509.237804:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298316458
00000100:00000001:1.0:1788204509.237806:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204509.237807:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.237809:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204509.237812:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204509/real 1788204509]  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204509.237818:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204509.237819:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204509.237820:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204509.237822:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204509.237824:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204509.237826:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204509.237828:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204509.237835:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237841:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204509.237842:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237843:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204509.237845:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204509.237847:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237854:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204509.237857:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237862:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204509.237864:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237866:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204509.237867:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237868:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204509.237870:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204509.237872:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204509.237875:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204509.237877:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204509.237880:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204509.237887:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752128:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204509.237890:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237892:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204509.237895:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556751872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237900:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204509.237902:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204509.237903:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204509.237905:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204509.237906:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204509.237908:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204509.237910:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204509.237911:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788204509.237914:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204509.237916:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204509.237917:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204509.237920:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204509.237921:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237922:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204509.237925:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556752000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237931:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204509.237932:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204509.237933:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204509.237936:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204509.237937:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204509.237938:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204509.237940:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204509.237941:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204509.237943:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204509.237944:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204509.237945:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204509.237948:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204509.237949:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237950:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204509.237954:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556752128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204509.237959:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204509.237961:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204509.237962:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204509.237964:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204509.237965:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204509.237966:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204509.237968:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204509.237969:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788204509.237971:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204509.237972:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204509.237973:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788204509.237976:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204509.237977:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237978:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204509.237982:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204509.237983:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204509.237985:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204509.237986:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204509.554505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204509.554514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204509.554517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204509.554523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204509.554529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204509.554533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204509.554537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204509.554540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204509.554543:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204510.578528:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204510.578533:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204510.578536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204510.578540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204510.578544:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204510.578547:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204510.578550:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204510.578554:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204510.578556:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204511.474512:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298316458, at 4298316480
00000100:00000010:1.0:1788204511.474527:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fc00.
00000100:00000040:0.0:1788204511.474640:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298316458, at 4298316480
00000100:00000010:0.0:1788204511.474647:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f2a0.
00000100:00000001:1.0:1788204511.602501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204511.602507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204511.602510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204511.602516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204511.602522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204511.602527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204511.602533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204511.602537:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204511.602542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.626488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204512.626494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204512.626496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204512.626501:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204512.626504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204512.626507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204512.626508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204512.626511:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204512.626513:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204513.650551:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204513.650561:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204513.650565:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204513.650570:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204513.650576:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204513.650582:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204513.650586:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204513.650589:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204513.650593:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204514.354550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204514.354562:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204514.354566:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204514.354571:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204514.354576:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204514.354584:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3646
00000400:00000200:0.0:1788204514.354593:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204514.354599:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204514.354602:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204514.354604:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354607:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204514.354609:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354610:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204514.354614:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204514.354615:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204514.354618:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204514.354621:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204514.354622:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204514.354624:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204514.354626:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354628:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204514.354629:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354630:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204514.354632:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204514.354634:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354635:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204514.354637:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204514.354640:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204514.354642:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.354644:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204514.354646:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204514.354656:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204514.354659:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204514.354663:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204514.354664:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.354667:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204514.354670:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204514.354676:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204514.354686:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204514.354693:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204514.354713:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204514.354725:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204514.354730:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204514.354735:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204514.354763:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204514.354768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204514.354770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204514.354771:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204514.354772:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204514.354774:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204514.354777:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3646
00000400:00000200:0.0:1788204514.354779:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204514.354781:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204514.354783:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204514.354786:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354787:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204514.354789:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354791:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204514.354792:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204514.354793:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204514.354794:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204514.354796:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204514.354798:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:1.0:1788204514.354798:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204514.354800:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:1.0:1788204514.354803:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788204514.354804:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354807:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204514.354807:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204514.354810:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354812:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204514.354814:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204514.354817:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:1.0:1788204514.354818:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204514.354819:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204514.354821:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204514.354825:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204514.354829:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.354832:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204514.354837:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204514.354839:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1788204514.354840:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.354843:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.354844:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204514.354846:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204514.354849:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204514.354850:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204514.354851:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204514.354853:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.354855:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204514.354856:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204514.354856:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204514.354859:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204514.354862:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204514.354865:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00100000:1.0:1788204514.354868:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556752256:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204514.354870:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.354876:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1788204514.354877:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204514.354883:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204514.354884:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204514.354886:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204514.354887:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204514.354889:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204514.354892:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204514.354898:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204514.354902:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.354905:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204514.354908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204514.354910:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204514.354911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204514.354914:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204514.354915:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204514.354916:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1788204514.354916:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000100:00080000:0.0:1788204514.354920:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3646
00000400:00000200:0.0:1788204514.354923:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204514.354925:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000010:1.0:1788204514.354926:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00080000:0.0:1788204514.354927:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204514.354931:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:1.0:1788204514.354938:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556752256, portal 25
00000100:00000001:0.0:1788204514.354939:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204514.354952:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354955:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204514.354955:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1788204514.354959:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204514.354960:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000020:00000040:0.0:1788204514.354961:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204514.354963:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204514.354967:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204514.354968:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204514.354970:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204514.354973:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204514.354974:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354976:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204514.354980:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354984:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204514.354988:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000001:1.0:1788204514.354990:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788204514.354992:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:1.0:1788204514.354996:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204514.354997:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204514.354999:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788204514.355001:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
02000000:00000001:0.0:1788204514.355002:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204514.355006:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.355007:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1788204514.355008:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556752256, offset 0
00000008:00100000:0.0:1788204514.355009:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204514.355013:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.355015:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204514.355018:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204514.355019:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204514.355023:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204514.355023:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:0.0:1788204514.355025:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.355027:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204514.355029:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204514.355030:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204514.355033:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204514.355037:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204514.355037:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:0.0:1788204514.355043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204514.355047:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788204514.355051:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204514.355053:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204514.355056:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788204514.355057:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204514.355063:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788204514.355068:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204514.355069:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204514.355074:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:0.0:1788204514.355075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204514.355079:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3081:3081:256:4294967295] 192.168.201.145@tcp LPNI seq info [3081:3081:8:4294967295]
00000100:00080000:0.0:1788204514.355083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204514.355086:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204514.355086:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204514.355090:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204514.355093:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204514.355100:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3646
00000400:00000200:1.0:1788204514.355100:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204514.355110:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:1.0:1788204514.355111:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204514.355117:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000010:1.0:1788204514.355118:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00080000:0.0:1788204514.355120:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204514.355124:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.355125:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204514.355127:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:1.0:1788204514.355131:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204514.355132:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204514.355137:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204514.355138:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000800:00000200:1.0:1788204514.355138:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1788204514.355140:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204514.355143:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204514.355147:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000200:1.1:1788204514.355148:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788204514.355150:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204514.355152:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.355153:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204514.355154:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204514.355155:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204514.355157:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204514.355158:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204514.355159:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204514.355160:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204514.355162:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204514.355165:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204514.355166:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1788204514.355167:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204514.355170:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204514.355173:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204514.355173:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204514.355176:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204514.355177:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000100:00000010:0.0:1788204514.355181:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204514.355184:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204514.355185:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204514.355186:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204514.355186:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204514.355191:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204514.355193:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204514.355194:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1788204514.355195:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204514.355200:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000400:00000200:1.0:1788204514.355202:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000100:00000001:0.0:1788204514.355203:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204514.355206:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00100000:0.0:1788204514.355209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204514.355214:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204514.355216:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204514.355218:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204514.355222:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204514.355223:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204514.355246:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204514.355250:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3657)
00000100:00000001:1.0:1788204514.355251:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204514.355256:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355262:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.355264:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204514.355270:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204514.355273:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204514.355276:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298321576
00000100:00000010:1.0:1788204514.355279:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fc00.
00000100:00000001:1.0:1788204514.355286:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204514.355295:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298321576
00000100:00000010:1.0:1788204514.355299:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f2a0.
00000100:00000001:1.0:1788204514.355303:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204514.355307:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204514.355311:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.355314:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204514.355320:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204514/real 1788204514]  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204514.355330:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204514.355332:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204514.355334:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204514.355337:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204514.355338:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204514.355341:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204514.355345:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204514.355351:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355359:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204514.355361:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355363:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204514.355365:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204514.355369:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355375:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204514.355380:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355388:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204514.355391:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355393:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204514.355394:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355427:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204514.355430:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204514.355434:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204514.355439:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204514.355442:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204514.355447:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204514.355456:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556752256:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204514.355461:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355463:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204514.355466:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556752256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355473:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204514.355476:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204514.355479:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204514.355483:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204514.355485:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204514.355487:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204514.355489:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204514.355492:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:1.0:1788204514.355496:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204514.355498:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204514.355500:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:1.0:1788204514.355503:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204514.355505:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355507:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355513:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204514.355515:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.355517:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204514.355518:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204514.355519:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204514.355522:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355526:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204514.355527:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204514.355529:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204514.355530:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204514.355531:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204514.355533:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752384:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204514.355535:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204514.355536:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204514.355537:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204514.355539:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204514.355541:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204514.355542:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204514.355545:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204514.355547:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204514.355549:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204514.355551:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556752384, portal 10
00000100:00000001:1.0:1788204514.355553:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204514.355554:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:1.0:1788204514.355558:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355563:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204514.355564:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204514.355565:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204514.355567:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556752384, offset 0
00000400:00000200:1.0:1788204514.355569:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204514.355572:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204514.355574:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204514.355576:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204514.355578:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204514.355579:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204514.355581:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204514.355583:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3082:3082:256:4294967295] 192.168.201.145@tcp LPNI seq info [3082:3082:8:4294967295]
00000400:00000200:1.0:1788204514.355586:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204514.355589:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204514.355592:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204514.355594:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204514.355596:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204514.355598:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204514.355601:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204514.355603:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1788204514.355605:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204514.355606:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204514.355608:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204514.355610:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204514.355612:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204514.355614:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204514.355615:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204514.355617:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355626:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204514.355628:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355632:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.355633:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204514.355635:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204514.355638:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204514.355640:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204514.355641:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298319699
00000100:00000001:1.0:1788204514.355643:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298321576
00000100:00000001:1.0:1788204514.355645:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298319699
00000100:00000001:1.0:1788204514.355646:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298321576
00000100:00000001:1.0:1788204514.355647:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204514.355649:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.355650:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204514.355653:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204514/real 1788204514]  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204514.355660:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204514.355662:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204514.355663:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204514.355665:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204514.355667:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204514.355669:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204514.355672:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204514.355680:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355687:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204514.355689:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355691:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204514.355692:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204514.355696:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355702:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204514.355706:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355713:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204514.355715:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355717:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204514.355718:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355720:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204514.355722:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204514.355724:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204514.355727:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204514.355730:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204514.355734:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204514.355741:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752384:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204514.355745:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204514.355747:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355751:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204514.355752:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204514.355754:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204514.355755:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204514.355756:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204514.355758:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752512:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204514.355760:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204514.355761:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204514.355763:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204514.355764:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204514.355766:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204514.355767:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204514.355770:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204514.355772:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204514.355774:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204514.355776:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556752512, portal 4
00000100:00000001:1.0:1788204514.355777:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204514.355778:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000100:00000040:1.0:1788204514.355783:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355787:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204514.355788:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204514.355789:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204514.355791:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556752512, offset 0
00000400:00000200:1.0:1788204514.355793:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204514.355795:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204514.355797:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204514.355799:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204514.355801:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204514.355802:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204514.355804:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204514.355806:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3083:3083:256:4294967295] 192.168.201.145@tcp LPNI seq info [3083:3083:8:4294967295]
00000400:00000200:1.0:1788204514.355809:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204514.355813:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204514.355815:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204514.355817:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204514.355820:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204514.355822:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204514.355824:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204514.355826:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1788204514.355829:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204514.355830:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204514.355832:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204514.355834:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204514.355836:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204514.355837:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204514.355839:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204514.355840:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355845:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204514.355847:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355851:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.355852:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204514.355853:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204514.355855:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204514.355857:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204514.355858:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298319382
00000100:00000001:1.0:1788204514.355859:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298321576
00000100:00000001:1.0:1788204514.355860:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298319382
00000100:00000001:1.0:1788204514.355862:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298321576
00000100:00000001:1.0:1788204514.355863:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204514.355864:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.355866:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204514.355868:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204514/real 1788204514]  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204514.355872:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204514.355873:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204514.355874:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204514.355875:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204514.355876:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204514.355877:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204514.355879:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204514.355883:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355887:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204514.355887:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355888:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204514.355889:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204514.355891:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355894:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204514.355896:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355900:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204514.355901:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355902:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204514.355903:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.355904:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204514.355906:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204514.355907:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204514.355909:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204514.355910:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204514.355912:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204514.355923:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752512:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204514.355927:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204514.355929:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355935:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204514.355937:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204514.355939:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204514.355953:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204514.355955:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204514.355959:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752640:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204514.355962:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204514.355964:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204514.355965:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204514.355967:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204514.355970:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204514.355972:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204514.355975:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204514.355978:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204514.355980:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204514.355982:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556752640, portal 4
00000100:00000001:1.0:1788204514.355984:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204514.355985:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:1.0:1788204514.355989:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.355993:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204514.355995:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204514.355996:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204514.355997:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556752640, offset 0
00000400:00000200:1.0:1788204514.355999:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204514.356002:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204514.356005:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204514.356007:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204514.356008:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204514.356010:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204514.356011:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204514.356013:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3084:3084:256:4294967295] 192.168.201.145@tcp LPNI seq info [3084:3084:8:4294967295]
00000400:00000200:1.0:1788204514.356016:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204514.356019:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204514.356022:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204514.356023:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204514.356025:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204514.356027:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204514.356030:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204514.356031:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1788204514.356034:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204514.356035:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204514.356037:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204514.356039:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204514.356041:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204514.356041:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204514.356043:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204514.356045:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.356050:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204514.356051:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.356056:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.356057:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204514.356058:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204514.356060:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204514.356061:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204514.356063:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298320113
00000100:00000001:1.0:1788204514.356064:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298321576
00000100:00000001:1.0:1788204514.356066:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298320113
00000100:00000001:1.0:1788204514.356067:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298321576
00000100:00000001:1.0:1788204514.356069:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204514.356070:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.356071:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204514.356073:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204514/real 1788204514]  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204514.356077:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204514.356078:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204514.356079:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204514.356080:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204514.356081:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204514.356082:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204514.356084:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204514.356093:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.356099:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204514.356100:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.356102:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204514.356103:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204514.356107:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.356113:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204514.356116:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.356123:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204514.356126:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.356128:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204514.356129:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.356130:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204514.356132:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204514.356135:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204514.356138:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204514.356140:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204514.356144:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204514.356152:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752640:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204514.356154:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.356156:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204514.356157:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556752384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.356161:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204514.356162:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204514.356163:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204514.356165:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204514.356166:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204514.356167:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204514.356168:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204514.356170:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788204514.356171:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204514.356172:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204514.356173:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:1.0:1788204514.356175:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204514.356176:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.356177:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204514.356179:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556752512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.356186:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204514.356187:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204514.356188:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204514.356190:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204514.356191:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204514.356191:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204514.356192:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204514.356193:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204514.356194:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204514.356195:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204514.356195:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:1.0:1788204514.356196:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204514.356197:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.356198:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204514.356199:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556752640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204514.356203:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204514.356204:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204514.356206:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204514.356207:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204514.356208:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204514.356209:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204514.356211:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204514.356212:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788204514.356214:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204514.356215:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204514.356215:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788204514.356217:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204514.356218:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.356220:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204514.356223:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204514.356224:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204514.356226:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204514.356228:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204514.674506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204514.674518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204514.674522:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204514.674528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204514.674537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204514.674542:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204514.674546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204514.674549:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204514.674552:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204515.698524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204515.698533:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204515.698535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204515.698542:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204515.698546:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204515.698551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204515.698556:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204515.698558:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204515.698560:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204516.594514:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298321576, at 4298321600
00000100:00000040:1.0:1788204516.594514:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298321576, at 4298321600
00000100:00000010:1.0:1788204516.594531:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f2a0.
00000100:00000010:0.0:1788204516.594534:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fc00.
00000100:00000001:0.0:1788204516.722532:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204516.722541:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204516.722544:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204516.722553:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204516.722560:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204516.722567:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204516.722574:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204516.722579:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204516.722584:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204517.746537:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204517.746549:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204517.746553:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204517.746559:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204517.746567:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204517.746572:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204517.746575:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204517.746579:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204517.746583:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204518.770559:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204518.770565:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204518.770567:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204518.770571:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204518.770575:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204518.770578:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204518.770581:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204518.770583:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204518.770585:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204519.474543:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204519.474557:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204519.474560:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204519.474564:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204519.474570:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204519.474579:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3652
00000400:00000200:0.0:1788204519.474591:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204519.474600:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204519.474603:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204519.474607:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474610:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204519.474613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204519.474621:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204519.474624:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204519.474626:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204519.474630:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204519.474631:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204519.474633:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204519.474635:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474637:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204519.474638:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474639:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204519.474641:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204519.474643:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474645:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204519.474647:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204519.474651:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204519.474653:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204519.474654:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204519.474656:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204519.474666:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204519.474669:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204519.474673:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204519.474674:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204519.474677:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204519.474680:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204519.474684:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204519.474691:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204519.474698:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204519.474709:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204519.474720:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204519.474725:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204519.474731:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204519.474757:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204519.474759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204519.474762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204519.474763:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204519.474764:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204519.474766:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204519.474768:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3652
00000400:00000200:0.0:1788204519.474771:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204519.474773:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204519.474775:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204519.474777:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474778:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204519.474779:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204519.474782:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204519.474784:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204519.474785:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204519.474786:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204519.474788:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204519.474789:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204519.474792:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474793:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204519.474794:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474796:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204519.474798:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204519.474799:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474801:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204519.474802:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204519.474804:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1788204519.474808:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204519.474810:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1788204519.474811:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204519.474814:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204519.474816:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1788204519.474819:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204519.474822:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204519.474823:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204519.474826:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204519.474827:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204519.474830:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204519.474835:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204519.474837:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204519.474840:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204519.474841:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788204519.474843:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204519.474844:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204519.474846:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.474849:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1788204519.474864:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204519.474869:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.474871:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204519.474876:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204519.474876:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204519.474883:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556752768:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204519.474891:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204519.474896:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204519.474897:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204519.474900:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.474901:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.474905:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1788204519.474910:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204519.474912:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204519.474916:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204519.474924:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204519.474925:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204519.474929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204519.474931:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000100:00080000:0.0:1788204519.474934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204519.474936:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204519.474937:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204519.474939:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1788204519.474940:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00080000:0.0:1788204519.474942:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3652
00000400:00000200:0.0:1788204519.474946:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204519.474948:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204519.474950:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1788204519.474950:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556752768, portal 25
00000100:00000001:1.0:1788204519.474955:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788204519.474956:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474959:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204519.474960:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:0.0:1788204519.474962:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474965:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204519.474967:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204519.474968:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204519.474970:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204519.474972:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000040:1.0:1788204519.474972:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204519.474975:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204519.474979:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204519.474985:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474989:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204519.474992:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204519.474993:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.474996:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:1.0:1788204519.474999:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788204519.475000:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000010:1.0:1788204519.475003:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00080000:0.0:1788204519.475004:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000200:1.0:1788204519.475007:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556752768, offset 0
00000100:00000001:0.0:1788204519.475008:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204519.475011:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204519.475015:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204519.475016:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204519.475019:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204519.475020:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204519.475023:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204519.475025:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204519.475026:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204519.475029:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000400:00000200:1.0:1788204519.475030:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:0.0:1788204519.475033:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204519.475036:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204519.475037:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204519.475039:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788204519.475040:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204519.475043:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204519.475046:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204519.475049:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000400:00000200:1.0:1788204519.475050:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204519.475056:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204519.475056:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204519.475061:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1788204519.475063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204519.475066:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204519.475073:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3085:3085:256:4294967295] 192.168.201.145@tcp LPNI seq info [3085:3085:8:4294967295]
00000100:00000001:0.0:1788204519.475075:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204519.475078:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204519.475079:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204519.475085:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204519.475094:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204519.475100:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204519.475103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1788204519.475106:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204519.475107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204519.475110:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204519.475111:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204519.475113:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1788204519.475114:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00080000:0.0:1788204519.475117:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3652
00000400:00000200:0.0:1788204519.475120:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:1.0:1788204519.475124:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000400:00000200:0.0:1788204519.475126:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204519.475128:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1788204519.475129:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1788204519.475131:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.475135:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204519.475140:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:1.1:1788204519.475140:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204519.475142:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:1.1:1788204519.475145:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1788204519.475146:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204519.475148:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204519.475150:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204519.475153:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204519.475154:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204519.475155:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000100:1.0:1788204519.475157:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788204519.475158:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000010:1.0:1788204519.475160:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000100:00000001:0.0:1788204519.475161:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204519.475165:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204519.475166:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204519.475168:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204519.475170:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:1.0:1788204519.475170:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204519.475175:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204519.475176:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204519.475178:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204519.475179:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204519.475180:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204519.475181:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204519.475184:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204519.475186:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204519.475187:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204519.475193:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000400:00000200:1.0:1788204519.475194:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000020:00000040:0.0:1788204519.475197:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000010:1.0:1788204519.475199:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
02000000:00000001:0.0:1788204519.475201:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204519.475204:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475206:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204519.475207:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204519.475210:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204519.475214:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204519.475214:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204519.475222:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204519.475228:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475231:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1788204519.475235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204519.475238:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204519.475262:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204519.475265:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475273:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204519.475274:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475278:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204519.475286:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475288:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204519.475292:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3662)
00000400:00000200:1.0:1788204519.475297:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204519.475301:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298326696
00000100:00000010:1.0:1788204519.475307:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f2a0.
00000100:00000001:1.0:1788204519.475315:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204519.475325:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298326696
00000100:00000010:1.0:1788204519.475329:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fae0.
00000100:00000001:1.0:1788204519.475335:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204519.475342:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204519.475345:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475347:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204519.475351:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204519/real 1788204519]  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204519.475359:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204519.475361:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204519.475363:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204519.475365:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204519.475367:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204519.475369:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204519.475373:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204519.475382:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475389:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204519.475390:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475393:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204519.475395:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204519.475434:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475442:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204519.475447:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475454:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204519.475458:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475459:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204519.475461:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475464:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204519.475466:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204519.475469:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204519.475473:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204519.475476:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204519.475480:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204519.475487:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556752768:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204519.475499:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475501:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204519.475504:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556752768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475510:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204519.475513:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204519.475516:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204519.475520:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204519.475522:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204519.475524:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204519.475526:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204519.475529:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:1.0:1788204519.475533:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204519.475535:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204519.475536:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204519.475540:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204519.475541:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475543:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475551:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204519.475552:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475554:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204519.475555:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204519.475556:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204519.475558:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475563:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204519.475564:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.475566:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204519.475568:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204519.475569:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204519.475570:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752896:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204519.475572:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204519.475574:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204519.475575:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.475576:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204519.475578:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204519.475579:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204519.475582:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204519.475584:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204519.475587:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204519.475596:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556752896, portal 10
00000100:00000001:1.0:1788204519.475597:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204519.475598:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788204519.475603:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475607:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204519.475609:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204519.475610:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204519.475612:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556752896, offset 0
00000400:00000200:1.0:1788204519.475614:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204519.475617:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204519.475619:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204519.475621:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204519.475623:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204519.475624:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204519.475626:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204519.475628:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3086:3086:256:4294967295] 192.168.201.145@tcp LPNI seq info [3086:3086:8:4294967295]
00000400:00000200:1.0:1788204519.475631:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204519.475635:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204519.475638:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204519.475640:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204519.475643:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204519.475645:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204519.475648:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204519.475649:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204519.475651:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204519.475653:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204519.475654:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204519.475656:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204519.475658:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204519.475660:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204519.475661:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204519.475663:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475668:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204519.475670:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475674:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475675:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204519.475677:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204519.475680:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204519.475682:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204519.475683:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298324819
00000100:00000001:1.0:1788204519.475686:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298326696
00000100:00000001:1.0:1788204519.475687:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298324819
00000100:00000001:1.0:1788204519.475689:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298326696
00000100:00000001:1.0:1788204519.475690:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204519.475691:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475693:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204519.475695:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204519/real 1788204519]  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204519.475699:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204519.475700:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204519.475701:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204519.475702:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204519.475703:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204519.475704:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204519.475706:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204519.475711:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475715:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204519.475716:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475717:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204519.475717:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204519.475719:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475723:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204519.475725:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475728:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204519.475729:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475730:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204519.475731:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475732:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204519.475733:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204519.475735:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204519.475737:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204519.475738:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204519.475741:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204519.475745:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556752896:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204519.475747:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204519.475749:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475752:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204519.475753:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.475754:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204519.475755:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204519.475756:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204519.475757:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753024:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204519.475759:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204519.475760:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204519.475761:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.475762:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204519.475764:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204519.475765:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204519.475767:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204519.475769:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204519.475771:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204519.475773:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556753024, portal 4
00000100:00000001:1.0:1788204519.475774:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204519.475775:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:1.0:1788204519.475781:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475787:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204519.475789:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204519.475791:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204519.475794:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556753024, offset 0
00000400:00000200:1.0:1788204519.475797:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204519.475801:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204519.475804:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204519.475807:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204519.475810:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204519.475812:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204519.475814:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204519.475817:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3087:3087:256:4294967295] 192.168.201.145@tcp LPNI seq info [3087:3087:8:4294967295]
00000400:00000200:1.0:1788204519.475821:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204519.475827:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204519.475830:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204519.475832:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204519.475834:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204519.475836:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204519.475839:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204519.475841:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204519.475843:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204519.475844:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204519.475846:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204519.475848:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204519.475850:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204519.475862:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204519.475864:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204519.475867:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475872:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204519.475874:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475878:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475879:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204519.475881:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204519.475883:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204519.475885:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204519.475887:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298324502
00000100:00000001:1.0:1788204519.475888:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298326696
00000100:00000001:1.0:1788204519.475890:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298324502
00000100:00000001:1.0:1788204519.475892:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298326696
00000100:00000001:1.0:1788204519.475893:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204519.475894:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.475895:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204519.475897:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204519/real 1788204519]  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204519.475901:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204519.475902:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204519.475904:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204519.475905:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204519.475906:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204519.475907:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204519.475909:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204519.475914:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475917:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204519.475918:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475919:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204519.475919:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204519.475921:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475925:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204519.475927:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475931:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204519.475933:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475934:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204519.475934:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.475936:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204519.475937:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204519.475939:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204519.475942:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204519.475943:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204519.475947:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204519.475954:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753024:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204519.475958:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204519.475960:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.475967:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204519.475968:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.475970:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204519.475972:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204519.475974:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204519.475977:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753152:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204519.475980:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204519.475982:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204519.475983:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204519.475984:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204519.475987:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204519.475988:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204519.475990:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204519.475992:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204519.475994:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204519.475996:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556753152, portal 4
00000100:00000001:1.0:1788204519.475998:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204519.475998:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:1.0:1788204519.476003:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.476007:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204519.476008:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204519.476009:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204519.476011:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556753152, offset 0
00000400:00000200:1.0:1788204519.476013:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204519.476015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204519.476017:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204519.476019:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204519.476021:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204519.476022:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204519.476024:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204519.476026:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3088:3088:256:4294967295] 192.168.201.145@tcp LPNI seq info [3088:3088:8:4294967295]
00000400:00000200:1.0:1788204519.476028:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204519.476031:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204519.476034:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204519.476036:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204519.476039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204519.476040:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204519.476043:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204519.476045:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204519.476047:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204519.476048:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204519.476050:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204519.476052:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204519.476054:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204519.476055:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204519.476057:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204519.476059:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.476064:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204519.476066:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.476069:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.476070:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204519.476072:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204519.476073:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204519.476075:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204519.476076:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298325233
00000100:00000001:1.0:1788204519.476077:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298326696
00000100:00000001:1.0:1788204519.476079:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298325233
00000100:00000001:1.0:1788204519.476080:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298326696
00000100:00000001:1.0:1788204519.476081:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204519.476082:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.476083:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204519.476085:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204519/real 1788204519]  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204519.476089:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204519.476090:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204519.476091:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204519.476092:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204519.476093:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204519.476094:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204519.476096:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204519.476101:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.476108:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204519.476109:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.476111:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204519.476111:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204519.476113:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.476117:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204519.476119:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.476122:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204519.476123:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.476124:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204519.476125:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.476126:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204519.476127:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204519.476128:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204519.476129:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204519.476130:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204519.476132:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204519.476136:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753152:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204519.476138:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.476139:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204519.476141:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556752896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.476145:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204519.476146:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204519.476148:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204519.476149:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204519.476150:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204519.476151:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204519.476153:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204519.476154:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788204519.476155:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204519.476156:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204519.476157:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204519.476159:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204519.476160:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.476161:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204519.476163:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556753024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.476167:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204519.476167:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204519.476168:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204519.476170:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204519.476170:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204519.476171:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204519.476172:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204519.476173:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204519.476174:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204519.476174:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204519.476175:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204519.476176:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204519.476177:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.476177:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204519.476179:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556753152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204519.476183:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204519.476184:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204519.476185:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204519.476186:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204519.476186:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204519.476187:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204519.476189:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204519.476190:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204519.476192:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204519.476193:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204519.476194:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204519.476196:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204519.476197:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.476199:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204519.476202:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204519.476203:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204519.476205:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204519.476207:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204519.794516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204519.794525:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204519.794531:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204519.794545:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204519.794552:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204519.794556:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204519.794560:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204519.794568:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204519.794576:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204520.818489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204520.818496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204520.818500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204520.818507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204520.818513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204520.818515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204520.818518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204520.818520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204520.818522:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204521.714512:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298326696, at 4298326720
00000100:00000040:1.0:1788204521.714515:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298326696, at 4298326720
00000100:00000010:1.0:1788204521.714527:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fae0.
00000100:00000010:0.0:1788204521.714530:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f2a0.
00000100:00000001:0.0:1788204521.842472:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204521.842480:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204521.842485:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204521.842492:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204521.842498:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204521.842503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204521.842508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204521.842511:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204521.842515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204522.866512:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204522.866517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204522.866520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204522.866525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204522.866530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204522.866534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204522.866537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204522.866540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204522.866542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204522.866572:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204522.866576:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204522.866580:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204523.890492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204523.890499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204523.890503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204523.890509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204523.890514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204523.890518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204523.890521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204523.890524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204523.890527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.594761:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204524.594790:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204524.594794:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204524.594805:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.594821:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204524.594824:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204524.594829:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204524.594832:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204524.594835:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204524.594841:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556753280:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204524.594847:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204524.594852:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204524.594856:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204524.594865:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204524.594873:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204524.594877:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204524.594887:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204524.594894:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204524.594902:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204524.594919:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556753280, portal 25
00000100:00000001:1.0:1788204524.594924:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204524.594927:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788204524.594938:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.594957:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204524.594965:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204524.594971:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204524.594977:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556753280, offset 0
00000400:00000200:1.0:1788204524.594989:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204524.595003:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204524.595012:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204524.595017:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204524.595021:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204524.595027:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204524.595032:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204524.595041:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3089:3089:256:4294967295] 192.168.201.145@tcp LPNI seq info [3089:3089:8:4294967295]
00000400:00000200:1.0:1788204524.595053:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204524.595069:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204524.595080:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204524.595088:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204524.595099:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204524.595106:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204524.595117:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204524.595122:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204524.595130:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204524.595135:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204524.595142:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204524.595151:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204524.595159:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204524.595164:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204524.595171:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204524.595180:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595199:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204524.595205:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595218:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.595222:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204524.595230:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204524.595240:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204524.595246:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298331816
00000100:00000010:1.0:1788204524.595255:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fae0.
00000100:00000001:1.0:1788204524.595264:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204524.595271:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298331816
00000100:00000010:1.0:1788204524.595276:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f720.
00000100:00000001:1.0:1788204524.595281:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204524.595286:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204524.595290:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.595293:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204524.595299:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204524/real 1788204524]  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204524.595313:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204524.595316:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204524.595318:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204524.595321:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204524.595324:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204524.595328:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204524.595333:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204524.595345:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595358:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204524.595361:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595365:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204524.595367:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204524.595371:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595379:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204524.595384:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595391:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204524.595394:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595395:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204524.595421:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595423:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204524.595424:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204524.595427:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204524.595432:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204524.595436:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204524.595443:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204524.595455:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556753280:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204524.595460:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595464:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204524.595468:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556753280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595483:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204524.595487:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204524.595492:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204524.595496:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204524.595497:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204524.595499:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204524.595502:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204524.595505:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:1.0:1788204524.595508:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204524.595510:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204524.595511:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788204524.595514:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204524.595515:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595517:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595525:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204524.595527:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.595529:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204524.595530:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204524.595531:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204524.595535:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595542:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204524.595544:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204524.595546:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204524.595547:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204524.595549:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204524.595552:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753408:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204524.595555:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204524.595557:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204524.595558:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204524.595560:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204524.595563:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204524.595564:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204524.595567:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204524.595568:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204524.595571:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204524.595573:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556753408, portal 10
00000100:00000001:1.0:1788204524.595575:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204524.595576:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:1.0:1788204524.595581:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595587:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204524.595589:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204524.595592:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204524.595594:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556753408, offset 0
00000400:00000200:1.0:1788204524.595598:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204524.595602:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204524.595605:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204524.595608:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204524.595611:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204524.595613:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204524.595615:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204524.595618:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3090:3090:256:4294967295] 192.168.201.145@tcp LPNI seq info [3090:3090:8:4294967295]
00000400:00000200:1.0:1788204524.595627:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204524.595633:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204524.595637:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204524.595641:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204524.595644:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204524.595647:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204524.595651:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204524.595653:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204524.595655:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204524.595657:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204524.595659:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204524.595661:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204524.595663:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204524.595664:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204524.595666:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204524.595668:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595677:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204524.595679:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595683:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.595684:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204524.595686:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204524.595688:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204524.595690:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204524.595691:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298329939
00000100:00000001:1.0:1788204524.595694:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298331816
00000100:00000001:1.0:1788204524.595695:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298329939
00000100:00000001:1.0:1788204524.595696:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298331816
00000100:00000001:1.0:1788204524.595697:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204524.595698:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.595700:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204524.595703:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204524/real 1788204524]  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204524.595710:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204524.595711:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204524.595713:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204524.595714:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204524.595716:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204524.595717:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204524.595721:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204524.595728:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595735:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204524.595737:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595739:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204524.595740:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204524.595743:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595750:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204524.595752:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595757:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204524.595760:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595761:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204524.595774:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595776:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204524.595778:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204524.595780:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204524.595783:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204524.595786:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204524.595790:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204524.595797:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753408:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204524.595801:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204524.595804:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595810:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204524.595811:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204524.595812:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204524.595814:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204524.595815:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204524.595817:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753536:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204524.595819:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204524.595821:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204524.595822:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204524.595823:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204524.595825:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204524.595827:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204524.595829:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204524.595831:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204524.595833:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204524.595835:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556753536, portal 4
00000100:00000001:1.0:1788204524.595836:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204524.595837:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:1.0:1788204524.595841:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595845:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204524.595847:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204524.595848:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204524.595849:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556753536, offset 0
00000400:00000200:1.0:1788204524.595853:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204524.595856:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204524.595859:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204524.595862:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204524.595864:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204524.595866:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204524.595868:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204524.595870:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3091:3091:256:4294967295] 192.168.201.145@tcp LPNI seq info [3091:3091:8:4294967295]
00000400:00000200:1.0:1788204524.595874:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204524.595880:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204524.595884:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204524.595888:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204524.595892:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204524.595894:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204524.595898:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204524.595899:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204524.595902:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204524.595903:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204524.595905:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204524.595907:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204524.595909:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204524.595910:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204524.595911:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204524.595914:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595919:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204524.595920:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595924:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.595925:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204524.595927:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204524.595929:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204524.595931:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204524.595932:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298329622
00000100:00000001:1.0:1788204524.595934:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298331816
00000100:00000001:1.0:1788204524.595935:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298329622
00000100:00000001:1.0:1788204524.595936:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298331816
00000100:00000001:1.0:1788204524.595938:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204524.595939:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.595940:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204524.595942:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204524/real 1788204524]  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204524.595946:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204524.595947:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204524.595948:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204524.595949:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204524.595950:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204524.595951:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204524.595953:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204524.595958:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595963:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204524.595964:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595966:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204524.595967:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204524.595970:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595977:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204524.595980:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.595987:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204524.595989:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595990:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204524.595991:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.595993:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204524.595995:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204524.595997:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204524.596000:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204524.596002:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204524.596006:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204524.596019:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753536:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204524.596023:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204524.596026:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596031:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204524.596033:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204524.596035:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204524.596036:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204524.596038:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204524.596041:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753664:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204524.596044:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204524.596046:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204524.596047:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204524.596049:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204524.596052:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204524.596054:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204524.596057:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204524.596060:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204524.596063:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204524.596065:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556753664, portal 4
00000100:00000001:1.0:1788204524.596067:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204524.596069:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788204524.596074:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596080:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204524.596082:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204524.596085:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204524.596087:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556753664, offset 0
00000400:00000200:1.0:1788204524.596091:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204524.596094:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204524.596098:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204524.596100:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204524.596102:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204524.596105:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204524.596107:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204524.596110:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3092:3092:256:4294967295] 192.168.201.145@tcp LPNI seq info [3092:3092:8:4294967295]
00000400:00000200:1.0:1788204524.596113:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204524.596119:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204524.596123:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204524.596127:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204524.596130:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204524.596132:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204524.596136:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204524.596138:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204524.596142:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204524.596144:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204524.596147:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204524.596150:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204524.596153:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204524.596155:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204524.596157:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204524.596160:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596167:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204524.596170:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596176:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.596177:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204524.596181:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204524.596183:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204524.596186:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204524.596189:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298330353
00000100:00000001:1.0:1788204524.596191:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298331816
00000100:00000001:1.0:1788204524.596193:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298330353
00000100:00000001:1.0:1788204524.596194:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298331816
00000100:00000001:1.0:1788204524.596196:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204524.596198:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.596200:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204524.596204:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204524/real 1788204524]  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204524.596210:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204524.596211:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204524.596212:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204524.596214:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204524.596215:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204524.596216:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204524.596218:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204524.596223:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596227:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204524.596227:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.596229:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204524.596230:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204524.596232:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596235:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204524.596237:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596241:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204524.596243:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.596243:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204524.596244:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.596245:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204524.596246:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204524.596248:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204524.596249:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204524.596251:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204524.596253:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204524.596257:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556753664:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204524.596259:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.596260:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204524.596261:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556753408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596265:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204524.596266:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204524.596268:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204524.596269:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204524.596270:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204524.596271:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204524.596272:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204524.596273:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:1.0:1788204524.596275:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204524.596276:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204524.596277:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788204524.596278:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204524.596279:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.596280:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204524.596282:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556753536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596289:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204524.596290:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204524.596291:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204524.596292:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204524.596293:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204524.596293:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204524.596294:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204524.596295:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:1.0:1788204524.596296:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204524.596297:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204524.596297:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:1.0:1788204524.596299:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204524.596299:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.596300:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204524.596301:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556753664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204524.596305:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204524.596305:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204524.596306:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204524.596307:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204524.596307:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204524.596308:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204524.596309:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204524.596310:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:1.0:1788204524.596311:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204524.596311:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204524.596312:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788204524.596313:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204524.596314:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.596315:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204524.596317:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204524.596318:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204524.596319:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204524.596320:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204524.914510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204524.914518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204524.914521:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204524.914526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204524.914532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204524.914536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204524.914539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204524.914542:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204524.914545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204524.914550:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204524.914553:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204524.914556:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204525.938515:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204525.938520:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204525.938523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204525.938527:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204525.938531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204525.938535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204525.938538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204525.938541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204525.938546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204526.834499:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298331816, at 4298331840
00000100:00000040:1.0:1788204526.834499:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298331816, at 4298331840
00000100:00000010:0.0:1788204526.834514:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fae0.
00000100:00000010:1.0:1788204526.834515:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f720.
00000100:00000001:0.0:1788204526.962579:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204526.962592:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204526.962594:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204526.962598:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204526.962602:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204526.962605:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204526.962608:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204526.962610:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204526.962613:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204526.962660:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204526.962662:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204526.962664:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204527.986530:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204527.986534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204527.986535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204527.986539:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204527.986542:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204527.986546:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204527.986548:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204527.986551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204527.986555:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204529.010520:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204529.010524:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204529.010526:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204529.010530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204529.010533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204529.010535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204529.010537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204529.010539:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204529.010541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204529.010542:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204529.010547:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204529.010550:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788204529.714890:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204529.714892:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204529.715540:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204529.715543:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204529.715767:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204529.715769:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204529.716031:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204529.716033:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788204530.034496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204530.034502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204530.034505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204530.034509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204530.034515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204530.034521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204530.034525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204530.034528:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204530.034530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204531.058514:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204531.058521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204531.058523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204531.058528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204531.058532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204531.058536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204531.058539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204531.058542:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204531.058545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204531.058806:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204531.058810:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204531.058814:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204531.954492:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298336936, at 4298336960
00000100:00000040:1.0:1788204531.954492:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298336936, at 4298336960
00000100:00000010:0.0:1788204531.954505:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925111e0.
00000100:00000010:1.0:1788204531.954508:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511600.
00000100:00000001:0.0:1788204532.082468:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204532.082475:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204532.082478:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204532.082482:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204532.082485:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204532.082488:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204532.082490:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204532.082493:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204532.082496:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204533.106490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204533.106497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204533.106500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204533.106506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204533.106509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204533.106514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204533.106518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204533.106521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204533.106523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204533.106544:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204533.106548:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204533.106552:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204534.130506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204534.130510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204534.130512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204534.130516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204534.130519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204534.130522:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204534.130524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204534.130527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204534.130529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.834662:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204534.834668:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204534.834672:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204534.834683:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.834696:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204534.834700:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204534.834707:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204534.834711:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204534.834717:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204534.834725:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556754304:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204534.834733:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204534.834737:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204534.834742:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204534.834747:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204534.834755:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204534.834760:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204534.834770:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204534.834776:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204534.834786:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204534.834796:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556754304, portal 25
00000100:00000001:1.0:1788204534.834800:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204534.834801:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051649280 : -105387657902336 : ffffa02686164700)
00000100:00000040:1.0:1788204534.834812:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.834828:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204534.834836:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204534.834842:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204534.834848:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556754304, offset 0
00000400:00000200:1.0:1788204534.834859:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204534.834870:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204534.834880:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204534.834887:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204534.834894:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204534.834910:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204534.834913:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204534.834919:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3097:3097:256:4294967295] 192.168.201.145@tcp LPNI seq info [3097:3097:8:4294967295]
00000400:00000200:1.0:1788204534.834927:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204534.834943:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204534.834954:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204534.834963:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204534.834973:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204534.834981:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204534.834993:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204534.835010:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204534.835020:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204534.835026:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204534.835035:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204534.835045:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204534.835054:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204534.835058:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204534.835064:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204534.835071:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835095:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204534.835100:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835109:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835111:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204534.835116:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204534.835124:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204534.835128:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298342056
00000100:00000010:1.0:1788204534.835134:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f720.
00000100:00000001:1.0:1788204534.835143:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204534.835150:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298342056
00000100:00000010:1.0:1788204534.835154:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5ff60.
00000100:00000001:1.0:1788204534.835158:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204534.835161:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204534.835163:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835165:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204534.835176:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204534/real 1788204534]  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204534.835183:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204534.835184:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204534.835186:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204534.835188:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204534.835189:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204534.835190:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204534.835192:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204534.835198:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835202:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204534.835203:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835205:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204534.835206:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204534.835209:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835212:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204534.835215:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835220:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204534.835221:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835222:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204534.835223:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835224:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204534.835225:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204534.835227:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204534.835229:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204534.835231:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204534.835233:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204534.835238:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556754304:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204534.835241:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835242:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204534.835244:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164700 x1875064556754304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835248:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204534.835249:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204534.835252:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204534.835254:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204534.835255:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204534.835256:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204534.835257:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204534.835259:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008c00.
02000000:00000001:1.0:1788204534.835262:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204534.835263:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204534.835264:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164700.
00000100:00000001:1.0:1788204534.835266:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204534.835267:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835269:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835274:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204534.835275:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835276:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204534.835277:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204534.835278:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204534.835280:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835289:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204534.835290:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204534.835291:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204534.835293:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204534.835294:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204534.835296:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556754432:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204534.835297:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204534.835299:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204534.835300:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204534.835300:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204534.835302:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204534.835303:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204534.835307:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204534.835309:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204534.835312:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204534.835315:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556754432, portal 10
00000100:00000001:1.0:1788204534.835317:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204534.835318:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051661824 : -105387657889792 : ffffa02686167800)
00000100:00000040:1.0:1788204534.835324:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835330:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204534.835332:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204534.835334:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204534.835336:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556754432, offset 0
00000400:00000200:1.0:1788204534.835340:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204534.835344:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204534.835347:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204534.835350:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204534.835352:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204534.835354:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204534.835355:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204534.835357:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3098:3098:256:4294967295] 192.168.201.145@tcp LPNI seq info [3098:3098:8:4294967295]
00000400:00000200:1.0:1788204534.835359:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204534.835363:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204534.835366:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204534.835369:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204534.835371:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204534.835373:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204534.835376:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204534.835377:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204534.835380:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204534.835381:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204534.835383:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204534.835385:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204534.835386:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204534.835388:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204534.835389:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204534.835391:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835420:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204534.835422:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835426:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835427:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204534.835429:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204534.835432:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204534.835434:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204534.835435:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298340179
00000100:00000001:1.0:1788204534.835442:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298342056
00000100:00000001:1.0:1788204534.835444:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298340179
00000100:00000001:1.0:1788204534.835445:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298342056
00000100:00000001:1.0:1788204534.835447:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204534.835448:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835449:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204534.835451:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204534/real 1788204534]  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204534.835455:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204534.835456:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204534.835457:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204534.835459:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204534.835460:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204534.835461:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204534.835463:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204534.835470:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835475:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204534.835477:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835479:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204534.835480:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204534.835483:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835489:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204534.835493:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835500:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204534.835503:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835504:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204534.835505:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835507:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204534.835509:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204534.835511:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204534.835515:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204534.835517:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204534.835520:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204534.835525:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556754432:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204534.835528:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204534.835529:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835533:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204534.835534:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204534.835535:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204534.835537:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204534.835538:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204534.835540:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556754560:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204534.835542:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204534.835543:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204534.835544:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204534.835545:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204534.835548:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204534.835549:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204534.835551:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204534.835553:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204534.835555:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204534.835557:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556754560, portal 4
00000100:00000001:1.0:1788204534.835558:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204534.835559:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051650176 : -105387657901440 : ffffa02686164a80)
00000100:00000040:1.0:1788204534.835562:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835566:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204534.835567:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204534.835569:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204534.835570:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556754560, offset 0
00000400:00000200:1.0:1788204534.835572:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204534.835574:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204534.835576:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204534.835579:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204534.835581:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204534.835583:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204534.835599:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204534.835602:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3099:3099:256:4294967295] 192.168.201.145@tcp LPNI seq info [3099:3099:8:4294967295]
00000400:00000200:1.0:1788204534.835606:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204534.835611:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204534.835615:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204534.835619:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204534.835623:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204534.835626:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204534.835630:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204534.835632:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204534.835635:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204534.835637:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204534.835638:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204534.835640:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204534.835642:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204534.835643:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204534.835645:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204534.835647:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835652:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204534.835654:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835658:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835659:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204534.835661:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204534.835662:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204534.835664:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204534.835666:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298339862
00000100:00000001:1.0:1788204534.835667:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298342056
00000100:00000001:1.0:1788204534.835668:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298339862
00000100:00000001:1.0:1788204534.835670:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298342056
00000100:00000001:1.0:1788204534.835671:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204534.835672:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835673:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204534.835675:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204534/real 1788204534]  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204534.835679:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204534.835681:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204534.835682:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204534.835683:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204534.835684:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204534.835685:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204534.835687:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204534.835691:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835694:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204534.835695:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835696:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204534.835697:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204534.835699:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835702:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204534.835704:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835708:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204534.835709:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835710:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204534.835711:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835712:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204534.835713:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204534.835714:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204534.835716:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204534.835717:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204534.835719:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204534.835727:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556754560:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204534.835729:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204534.835731:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835734:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204534.835735:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204534.835736:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204534.835737:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204534.835738:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204534.835740:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556754688:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204534.835741:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204534.835742:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204534.835743:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204534.835744:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204534.835746:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204534.835747:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204534.835749:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204534.835750:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204534.835752:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204534.835754:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556754688, portal 4
00000100:00000001:1.0:1788204534.835755:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204534.835756:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051659136 : -105387657892480 : ffffa02686166d80)
00000100:00000040:1.0:1788204534.835759:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835763:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204534.835764:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204534.835765:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204534.835767:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556754688, offset 0
00000400:00000200:1.0:1788204534.835769:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204534.835771:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204534.835773:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204534.835775:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204534.835776:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204534.835778:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204534.835779:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204534.835781:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3100:3100:256:4294967295] 192.168.201.145@tcp LPNI seq info [3100:3100:8:4294967295]
00000400:00000200:1.0:1788204534.835783:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204534.835787:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204534.835789:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204534.835791:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204534.835793:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204534.835795:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204534.835797:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204534.835799:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204534.835801:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204534.835802:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204534.835803:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204534.835805:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204534.835807:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204534.835808:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204534.835809:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204534.835811:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835816:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204534.835817:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835821:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835822:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204534.835823:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204534.835825:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204534.835826:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204534.835828:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298340593
00000100:00000001:1.0:1788204534.835829:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298342056
00000100:00000001:1.0:1788204534.835830:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298340593
00000100:00000001:1.0:1788204534.835831:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298342056
00000100:00000001:1.0:1788204534.835832:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204534.835833:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835834:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204534.835836:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204534/real 1788204534]  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204534.835840:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204534.835841:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204534.835841:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204534.835843:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204534.835844:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204534.835845:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204534.835846:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204534.835851:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835854:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204534.835855:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835856:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204534.835857:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204534.835858:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835862:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204534.835864:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835867:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204534.835869:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835870:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204534.835870:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835871:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204534.835872:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204534.835874:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204534.835875:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204534.835876:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204534.835878:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204534.835882:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556754688:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204534.835884:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835885:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204534.835887:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167800 x1875064556754432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835890:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204534.835891:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204534.835892:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204534.835893:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204534.835894:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204534.835895:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204534.835896:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204534.835897:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800ac00.
02000000:00000001:1.0:1788204534.835898:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204534.835899:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204534.835900:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167800.
00000100:00000001:1.0:1788204534.835901:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204534.835902:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835903:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204534.835905:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164a80 x1875064556754560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835912:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204534.835912:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204534.835913:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204534.835915:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204534.835915:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204534.835916:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204534.835917:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204534.835918:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800a800.
02000000:00000001:1.0:1788204534.835919:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204534.835919:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204534.835920:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164a80.
00000100:00000001:1.0:1788204534.835921:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204534.835922:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835922:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204534.835924:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166d80 x1875064556754688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204534.835927:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204534.835928:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204534.835928:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204534.835929:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204534.835930:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204534.835930:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204534.835931:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204534.835932:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b000.
02000000:00000001:1.0:1788204534.835933:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204534.835934:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204534.835934:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166d80.
00000100:00000001:1.0:1788204534.835936:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204534.835936:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835937:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204534.835939:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204534.835940:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204534.835941:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204534.835942:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204535.154506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204535.154511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204535.154513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204535.154515:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204535.154519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204535.154521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204535.154524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204535.154526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204535.154529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204535.154534:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204535.154538:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204535.154541:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204536.178629:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204536.178632:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204536.178634:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204536.178636:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204536.178639:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204536.178641:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204536.178643:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204536.178646:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204536.178648:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204536.370547:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204536.370550:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204536.370552:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204536.370554:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204537.074506:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298342056, at 4298342080
00000100:00000040:1.0:1788204537.074506:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298342056, at 4298342080
00000100:00000010:0.0:1788204537.074520:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f720.
00000100:00000010:1.0:1788204537.074522:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5ff60.
00000100:00000001:0.0:1788204537.202481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204537.202486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204537.202489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204537.202495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204537.202500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204537.202504:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204537.202507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204537.202510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204537.202514:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204537.202581:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204537.202584:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204537.202586:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204537.394466:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204537.394474:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204537.394477:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204537.394482:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204537.394487:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204537.394491:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204537.394494:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204537.394497:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204537.394500:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204538.226544:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204538.226549:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204538.226553:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204538.226560:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204538.226564:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204538.226568:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.226571:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204538.226574:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.226577:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.418486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204538.418491:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204538.418492:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204538.418500:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204538.418502:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204538.418505:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204538.418507:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204538.418508:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204538.418510:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.250524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204539.250528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204539.250530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204539.250535:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204539.250538:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204539.250542:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.250545:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204539.250548:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.250551:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204539.250569:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204539.250572:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204539.250575:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204539.442517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204539.442525:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204539.442527:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204539.442532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204539.442535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204539.442540:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204539.442542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204539.442545:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204539.442548:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.956260:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204539.956263:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204539.956265:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204539.956272:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956279:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204539.956280:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204539.956283:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204539.956285:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204539.956287:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204539.956290:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556754816:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204539.956294:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204539.956298:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204539.956300:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204539.956302:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204539.956307:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204539.956309:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204539.956314:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204539.956318:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204539.956324:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204539.956330:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556754816, portal 25
00000100:00000001:1.0:1788204539.956333:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204539.956334:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051652864 : -105387657898752 : ffffa02686165500)
00000100:00000040:1.0:1788204539.956340:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956348:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204539.956350:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204539.956352:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204539.956354:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556754816, offset 0
00000400:00000200:1.0:1788204539.956358:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204539.956364:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204539.956369:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204539.956373:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204539.956375:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204539.956378:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204539.956380:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204539.956383:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3101:3101:256:4294967295] 192.168.201.145@tcp LPNI seq info [3101:3101:8:4294967295]
00000400:00000200:1.0:1788204539.956385:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204539.956391:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204539.956395:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204539.956425:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204539.956431:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204539.956434:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204539.956440:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204539.956443:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204539.956447:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204539.956449:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204539.956454:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204539.956459:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204539.956464:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204539.956466:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204539.956470:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204539.956474:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956484:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204539.956487:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956494:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.956506:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204539.956512:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204539.956516:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204539.956522:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298347178
00000100:00000010:1.0:1788204539.956526:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5ff60.
00000100:00000001:1.0:1788204539.956532:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204539.956539:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298347178
00000100:00000010:1.0:1788204539.956542:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f180.
00000100:00000001:1.0:1788204539.956545:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204539.956547:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204539.956550:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.956552:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204539.956557:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204539/real 1788204539]  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204539.956565:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204539.956566:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204539.956568:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204539.956570:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204539.956572:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204539.956574:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204539.956576:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204539.956583:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956590:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204539.956592:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.956595:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204539.956597:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204539.956601:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956607:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204539.956611:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956617:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204539.956620:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.956621:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204539.956622:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.956625:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204539.956627:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204539.956630:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204539.956634:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204539.956635:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204539.956639:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204539.956647:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556754816:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204539.956651:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204539.956655:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956661:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204539.956662:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204539.956664:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204539.956666:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204539.956668:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204539.956671:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556754944:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204539.956674:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204539.956676:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204539.956678:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204539.956680:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204539.956683:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204539.956685:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204539.956688:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204539.956690:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204539.956694:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204539.956697:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556754944, portal 10
00000100:00000001:1.0:1788204539.956698:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204539.956700:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051656448 : -105387657895168 : ffffa02686166300)
00000100:00000040:1.0:1788204539.956706:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956712:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204539.956714:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204539.956716:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204539.956718:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556754944, offset 0
00000400:00000200:1.0:1788204539.956720:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204539.956723:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204539.956726:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204539.956728:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204539.956729:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204539.956731:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204539.956732:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204539.956734:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3102:3102:256:4294967295] 192.168.201.145@tcp LPNI seq info [3102:3102:8:4294967295]
00000400:00000200:1.0:1788204539.956737:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204539.956741:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204539.956743:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204539.956745:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204539.956748:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204539.956750:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204539.956753:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204539.956754:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204539.956757:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204539.956758:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204539.956760:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204539.956762:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204539.956764:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204539.956765:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204539.956766:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204539.956769:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956773:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204539.956775:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956779:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.956780:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204539.956782:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204539.956784:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204539.956786:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204539.956787:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298345300
00000100:00000001:1.0:1788204539.956789:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298347178
00000100:00000001:1.0:1788204539.956790:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298345300
00000100:00000001:1.0:1788204539.956792:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298347178
00000100:00000001:1.0:1788204539.956793:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204539.956794:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.956795:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204539.956797:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204539/real 1788204539]  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204539.956801:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204539.956802:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204539.956803:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204539.956805:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204539.956806:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204539.956807:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204539.956809:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204539.956813:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956816:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204539.956817:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.956818:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204539.956819:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204539.956821:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956827:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204539.956830:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956887:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204539.956890:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.956891:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204539.956892:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.956894:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204539.956896:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204539.956898:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204539.956902:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204539.956904:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204539.956908:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204539.956915:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556754944:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204539.956920:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204539.956923:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956929:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204539.956930:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204539.956932:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204539.956934:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204539.956936:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204539.956939:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755072:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204539.956941:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204539.956943:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204539.956945:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204539.956946:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204539.956949:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204539.956951:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204539.956955:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204539.956957:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204539.956960:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204539.956962:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556755072, portal 4
00000100:00000001:1.0:1788204539.956963:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204539.956964:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051647488 : -105387657904128 : ffffa02686164000)
00000100:00000040:1.0:1788204539.956969:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.956973:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204539.956974:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204539.956975:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204539.956977:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556755072, offset 0
00000400:00000200:1.0:1788204539.956979:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204539.956981:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204539.956983:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204539.956985:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204539.956987:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204539.956989:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204539.956990:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204539.956992:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3103:3103:256:4294967295] 192.168.201.145@tcp LPNI seq info [3103:3103:8:4294967295]
00000400:00000200:1.0:1788204539.956995:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204539.956998:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204539.957001:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204539.957003:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204539.957005:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204539.957007:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204539.957009:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204539.957011:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204539.957013:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204539.957014:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204539.957016:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204539.957018:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204539.957020:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204539.957021:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204539.957023:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204539.957025:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957029:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204539.957031:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957034:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.957035:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204539.957037:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204539.957039:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204539.957041:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204539.957042:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298344983
00000100:00000001:1.0:1788204539.957043:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298347178
00000100:00000001:1.0:1788204539.957045:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298344983
00000100:00000001:1.0:1788204539.957046:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298347178
00000100:00000001:1.0:1788204539.957048:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204539.957049:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.957050:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204539.957052:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204539/real 1788204539]  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204539.957057:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204539.957057:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204539.957058:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204539.957059:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204539.957060:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204539.957062:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204539.957063:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204539.957068:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957072:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204539.957072:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957073:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204539.957074:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204539.957076:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957079:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204539.957082:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957085:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204539.957086:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957087:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204539.957088:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957090:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204539.957092:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204539.957094:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204539.957097:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204539.957099:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204539.957102:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204539.957109:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755072:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204539.957112:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204539.957115:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957121:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204539.957122:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204539.957124:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204539.957126:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204539.957128:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204539.957130:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755200:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204539.957134:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204539.957135:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204539.957137:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204539.957138:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204539.957141:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204539.957143:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204539.957146:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204539.957147:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204539.957149:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204539.957152:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556755200, portal 4
00000100:00000001:1.0:1788204539.957153:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204539.957154:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651968 : -105387657899648 : ffffa02686165180)
00000100:00000040:1.0:1788204539.957157:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957162:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204539.957163:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204539.957164:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204539.957166:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556755200, offset 0
00000400:00000200:1.0:1788204539.957168:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204539.957170:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204539.957173:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204539.957175:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204539.957178:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204539.957180:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204539.957182:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204539.957185:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3104:3104:256:4294967295] 192.168.201.145@tcp LPNI seq info [3104:3104:8:4294967295]
00000400:00000200:1.0:1788204539.957189:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204539.957195:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204539.957199:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204539.957202:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204539.957205:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204539.957208:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204539.957212:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204539.957214:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204539.957217:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204539.957219:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204539.957222:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204539.957225:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204539.957228:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204539.957229:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204539.957232:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204539.957235:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957239:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204539.957241:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957249:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.957250:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204539.957252:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204539.957254:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204539.957256:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204539.957257:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298345714
00000100:00000001:1.0:1788204539.957259:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298347178
00000100:00000001:1.0:1788204539.957260:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298345714
00000100:00000001:1.0:1788204539.957261:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298347178
00000100:00000001:1.0:1788204539.957262:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204539.957263:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.957265:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204539.957267:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204539/real 1788204539]  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204539.957271:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204539.957272:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204539.957273:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204539.957274:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204539.957275:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204539.957276:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204539.957278:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204539.957283:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957288:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204539.957290:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957291:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204539.957293:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204539.957296:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957303:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204539.957307:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957313:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204539.957315:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957317:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204539.957318:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957320:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204539.957321:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204539.957324:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204539.957327:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204539.957329:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204539.957332:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204539.957337:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755200:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204539.957340:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957341:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204539.957343:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165500 x1875064556754816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957347:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204539.957350:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204539.957351:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204539.957353:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204539.957354:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204539.957355:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204539.957357:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204539.957358:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800a400.
02000000:00000001:1.0:1788204539.957361:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204539.957362:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204539.957364:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165500.
00000100:00000001:1.0:1788204539.957366:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204539.957367:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957368:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204539.957370:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166300 x1875064556754944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957373:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204539.957374:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204539.957375:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204539.957377:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204539.957377:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204539.957378:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204539.957379:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204539.957379:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008400.
02000000:00000001:1.0:1788204539.957381:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204539.957381:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204539.957382:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166300.
00000100:00000001:1.0:1788204539.957383:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204539.957384:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957385:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204539.957387:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164000 x1875064556755072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957392:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204539.957393:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204539.957394:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204539.957395:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204539.957396:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204539.957420:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204539.957422:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204539.957424:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009000.
02000000:00000001:1.0:1788204539.957427:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204539.957428:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204539.957430:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164000.
00000100:00000001:1.0:1788204539.957432:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204539.957433:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957435:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204539.957438:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165180 x1875064556755200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204539.957444:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204539.957447:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204539.957448:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204539.957450:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204539.957452:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204539.957453:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204539.957454:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204539.957456:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009800.
02000000:00000001:1.0:1788204539.957457:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204539.957458:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204539.957460:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165180.
00000100:00000001:1.0:1788204539.957461:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204539.957462:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957465:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204539.957471:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204539.957473:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204539.957475:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204539.957477:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204540.274481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204540.274487:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204540.274489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204540.274504:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204540.274511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204540.274514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204540.274516:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204540.274518:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204540.274520:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204540.466527:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204540.466534:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204540.466536:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204540.466540:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204540.466544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204540.466548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204540.466551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204540.466553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204540.466555:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204541.298492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204541.298497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204541.298501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204541.298509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204541.298514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204541.298518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204541.298522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204541.298526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204541.298530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204541.298560:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204541.298564:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204541.298566:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204541.490529:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204541.490535:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204541.490537:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204541.490543:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204541.490546:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204541.490550:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204541.490553:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204541.490555:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204541.490557:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204542.194500:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298347178, at 4298347200
00000100:00000040:1.0:1788204542.194500:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298347178, at 4298347200
00000100:00000010:1.0:1788204542.194513:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f180.
00000100:00000010:0.0:1788204542.194515:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5ff60.
00000100:00000001:1.0:1788204542.322497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204542.322504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204542.322507:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204542.322512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204542.322517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204542.322521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204542.322524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204542.322527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204542.322530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204542.514521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204542.514527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204542.514530:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204542.514534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204542.514537:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204542.514541:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204542.514544:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204542.514546:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204542.514548:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204543.346482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204543.346490:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204543.346492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204543.346497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204543.346503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204543.346507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.346513:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204543.346517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204543.346520:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204543.346551:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204543.346554:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204543.346557:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204543.538467:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204543.538472:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204543.538474:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204543.538477:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204543.538479:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204543.538481:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204543.538483:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204543.538485:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204543.538487:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204544.370502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204544.370508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204544.370512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204544.370519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204544.370525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204544.370528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204544.370532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204544.370535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204544.370542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204544.562506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204544.562514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204544.562517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204544.562522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204544.562526:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204544.562529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204544.562533:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204544.562535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204544.562538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204545.074519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204545.074529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204545.074531:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204545.074535:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204545.074539:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204545.074545:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3677
00000400:00000200:0.0:1788204545.074554:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204545.074560:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204545.074563:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204545.074566:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074569:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204545.074571:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074572:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204545.074575:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204545.074577:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204545.074579:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204545.074581:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204545.074583:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204545.074584:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204545.074586:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074587:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204545.074588:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074589:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204545.074591:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204545.074593:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074594:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204545.074597:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204545.074599:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204545.074600:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204545.074602:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204545.074604:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204545.074611:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204545.074613:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204545.074615:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204545.074616:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204545.074619:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204545.074621:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204545.074624:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204545.074629:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204545.074636:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204545.074645:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204545.074655:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204545.074659:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204545.074664:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204545.074685:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204545.074687:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204545.074689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204545.074690:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204545.074691:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204545.074693:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204545.074695:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3677
00000400:00000200:0.0:1788204545.074697:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204545.074699:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204545.074701:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204545.074703:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074705:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204545.074707:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074708:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204545.074710:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204545.074711:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204545.074712:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204545.074713:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204545.074715:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:1.0:1788204545.074716:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204545.074717:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204545.074721:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204545.074721:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204545.074725:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204545.074726:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204545.074728:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074731:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204545.074734:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000040:1.0:1788204545.074736:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204545.074739:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074745:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204545.074749:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204545.074755:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788204545.074756:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204545.074759:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204545.074760:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204545.074764:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204545.074765:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204545.074769:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1788204545.074771:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204545.074772:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204545.074778:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204545.074779:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556755328:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204545.074780:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.074785:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1788204545.074786:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204545.074789:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204545.074789:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204545.074793:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204545.074793:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204545.074796:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204545.074797:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204545.074798:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204545.074800:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204545.074802:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204545.074803:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204545.074806:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204545.074807:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204545.074811:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204545.074811:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204545.074815:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000100:00100000:0.0:1788204545.074821:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204545.074823:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204545.074830:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556755328, portal 25
00000100:00000001:0.0:1788204545.074832:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204545.074833:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204545.074836:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000001:0.0:1788204545.074838:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204545.074843:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204545.074848:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.074851:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204545.074856:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204545.074859:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204545.074862:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556755328, offset 0
00000100:00000001:0.0:1788204545.074868:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204545.074869:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204545.074873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204545.074876:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204545.074877:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204545.074879:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204545.074880:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204545.074884:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204545.074886:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:0.0:1788204545.074888:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3677
00000400:00000200:1.0:1788204545.074891:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204545.074894:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204545.074898:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204545.074902:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204545.074907:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3105:3105:256:4294967295] 192.168.201.145@tcp LPNI seq info [3105:3105:8:4294967295]
00000400:00000200:1.0:1788204545.074911:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204545.074919:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204545.074926:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:1.0:1788204545.074928:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204545.074932:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204545.074935:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1788204545.074936:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00000040:0.0:1788204545.074937:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074942:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204545.074943:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074944:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204545.074946:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204545.074949:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000800:00000200:1.0:1788204545.074949:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788204545.074951:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204545.074954:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:1.0:1788204545.074955:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204545.074957:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204545.074961:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:1.1:1788204545.074964:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788204545.074966:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074970:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204545.074970:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1788204545.074972:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074975:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000100:1.0:1788204545.074978:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788204545.074979:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000010:1.0:1788204545.074982:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000100:00080000:0.0:1788204545.074984:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204545.074986:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204545.074988:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204545.074988:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788204545.074990:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204545.074993:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204545.074996:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204545.074997:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1788204545.075002:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204545.075004:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204545.075004:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000100:00000001:0.0:1788204545.075008:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204545.075010:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000010:0.0:1788204545.075012:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204545.075015:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:1.0:1788204545.075016:0:2340:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788204545.075017:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204545.075020:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204545.075021:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204545.075024:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204545.075025:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204545.075025:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204545.075030:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204545.075034:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075041:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1788204545.075042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204545.075047:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204545.075050:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204545.075055:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075060:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204545.075062:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075063:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204545.075069:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204545.075070:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204545.075073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204545.075076:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204545.075077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204545.075080:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204545.075080:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298352296
00000100:00080000:0.0:1788204545.075083:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204545.075085:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:1.0:1788204545.075086:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f180.
00000100:00080000:0.0:1788204545.075088:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3677
00000100:00000001:1.0:1788204545.075093:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1788204545.075094:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204545.075100:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204545.075103:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204545.075103:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298352296
00000100:00000010:1.0:1788204545.075107:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5ff00.
00000100:00000040:0.0:1788204545.075110:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204545.075111:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204545.075117:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204545.075117:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204545.075121:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204545.075123:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204545.075124:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204545.075129:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00100000:1.0:1788204545.075130:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204545/real 1788204545]  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204545.075134:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204545.075138:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204545.075141:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204545.075145:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204545.075150:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000001:1.0:1788204545.075150:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204545.075152:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1788204545.075155:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000010:1.0:1788204545.075156:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204545.075158:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204545.075161:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000040:0.0:1788204545.075164:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204545.075164:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204545.075168:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204545.075169:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204545.075174:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204545.075179:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000200:1.0:1788204545.075183:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075188:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1788204545.075190:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:1.0:1788204545.075190:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075194:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204545.075197:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204545.075198:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00100000:1.0:1788204545.075202:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204545.075203:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204545.075207:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204545.075211:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204545.075212:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204545.075214:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204545.075217:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204545.075218:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204545.075220:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204545.075225:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204545.075229:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075233:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1788204545.075236:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204545.075236:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204545.075241:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:1.0:1788204545.075241:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204545.075242:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204545.075246:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204545.075246:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1788204545.075249:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075249:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204545.075252:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1788204545.075254:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1788204545.075255:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1788204545.075258:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
02000000:00000001:0.0:1788204545.075259:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075263:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:0.0:1788204545.075264:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000040:1.0:1788204545.075268:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204545.075269:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204545.075277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204545.075281:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556755328:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204545.075288:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075290:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204545.075293:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556755328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204545.075294:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204545.075298:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075304:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1788204545.075306:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204545.075307:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204545.075311:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204545.075315:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204545.075317:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204545.075319:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204545.075320:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204545.075323:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:0.0:1788204545.075324:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3687)
02000000:00000010:1.0:1788204545.075325:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204545.075330:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204545.075331:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204545.075332:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:1.0:1788204545.075334:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204545.075335:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075336:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075342:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204545.075351:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075353:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204545.075354:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204545.075355:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204545.075358:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075362:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204545.075363:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204545.075365:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204545.075366:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204545.075367:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204545.075369:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755456:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204545.075371:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204545.075372:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204545.075373:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204545.075374:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204545.075376:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204545.075377:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204545.075380:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204545.075381:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204545.075384:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204545.075386:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556755456, portal 10
00000100:00000001:1.0:1788204545.075387:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204545.075388:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:1.0:1788204545.075391:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075395:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204545.075427:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204545.075429:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204545.075431:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556755456, offset 0
00000400:00000200:1.0:1788204545.075434:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204545.075437:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204545.075439:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204545.075441:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204545.075443:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204545.075444:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204545.075446:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204545.075448:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3106:3106:256:4294967295] 192.168.201.145@tcp LPNI seq info [3106:3106:8:4294967295]
00000400:00000200:1.0:1788204545.075450:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204545.075454:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204545.075457:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204545.075459:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204545.075462:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204545.075464:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204545.075467:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204545.075468:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204545.075470:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204545.075471:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204545.075473:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204545.075475:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204545.075477:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204545.075478:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204545.075480:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204545.075482:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075487:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204545.075488:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075492:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075493:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204545.075495:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204545.075497:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204545.075499:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204545.075501:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298350419
00000100:00000001:1.0:1788204545.075502:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298352296
00000100:00000001:1.0:1788204545.075504:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298350419
00000100:00000001:1.0:1788204545.075505:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298352296
00000100:00000001:1.0:1788204545.075506:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204545.075507:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075508:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204545.075510:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204545/real 1788204545]  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204545.075514:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204545.075515:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204545.075516:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204545.075518:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204545.075519:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204545.075520:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204545.075522:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204545.075526:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075529:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204545.075530:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075531:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204545.075532:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204545.075533:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075537:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204545.075539:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075543:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204545.075544:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075545:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204545.075546:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075547:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204545.075548:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204545.075550:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204545.075551:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204545.075552:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204545.075554:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204545.075558:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755456:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204545.075561:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204545.075563:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075567:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204545.075568:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204545.075569:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204545.075570:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204545.075571:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204545.075572:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755584:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204545.075574:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204545.075575:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204545.075576:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204545.075577:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204545.075579:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204545.075580:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204545.075582:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204545.075583:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204545.075593:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204545.075595:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556755584, portal 4
00000100:00000001:1.0:1788204545.075599:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204545.075599:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000040:1.0:1788204545.075604:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075607:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204545.075609:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204545.075610:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204545.075611:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556755584, offset 0
00000400:00000200:1.0:1788204545.075613:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204545.075615:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204545.075617:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204545.075619:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204545.075620:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204545.075622:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204545.075623:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204545.075625:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3107:3107:256:4294967295] 192.168.201.145@tcp LPNI seq info [3107:3107:8:4294967295]
00000400:00000200:1.0:1788204545.075627:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204545.075630:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204545.075633:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204545.075638:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204545.075640:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204545.075643:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204545.075646:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204545.075647:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204545.075650:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204545.075651:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204545.075653:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204545.075654:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204545.075656:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204545.075657:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204545.075658:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204545.075660:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075665:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204545.075666:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075670:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075671:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204545.075672:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204545.075674:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204545.075676:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204545.075677:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298350102
00000100:00000001:1.0:1788204545.075678:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298352296
00000100:00000001:1.0:1788204545.075680:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298350102
00000100:00000001:1.0:1788204545.075681:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298352296
00000100:00000001:1.0:1788204545.075682:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204545.075684:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075685:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204545.075687:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204545/real 1788204545]  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204545.075691:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204545.075692:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204545.075692:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204545.075694:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204545.075695:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204545.075696:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204545.075697:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204545.075702:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075705:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204545.075706:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075707:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204545.075708:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204545.075710:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075713:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204545.075715:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075718:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204545.075720:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075721:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204545.075722:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075724:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204545.075726:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204545.075728:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204545.075731:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204545.075733:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204545.075736:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204545.075744:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755584:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204545.075747:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204545.075751:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075757:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204545.075758:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204545.075761:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204545.075762:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204545.075764:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204545.075767:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755712:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204545.075769:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204545.075770:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204545.075771:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204545.075772:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204545.075774:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204545.075776:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204545.075778:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204545.075779:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204545.075781:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204545.075783:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556755712, portal 4
00000100:00000001:1.0:1788204545.075785:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204545.075785:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:1.0:1788204545.075789:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075793:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204545.075795:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204545.075796:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204545.075797:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556755712, offset 0
00000400:00000200:1.0:1788204545.075799:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204545.075801:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204545.075803:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204545.075805:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204545.075806:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204545.075808:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204545.075809:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204545.075811:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3108:3108:256:4294967295] 192.168.201.145@tcp LPNI seq info [3108:3108:8:4294967295]
00000400:00000200:1.0:1788204545.075813:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204545.075817:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204545.075819:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204545.075821:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204545.075823:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204545.075825:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204545.075827:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204545.075829:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204545.075831:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204545.075832:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204545.075834:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204545.075836:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204545.075837:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204545.075838:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204545.075840:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204545.075842:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075846:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204545.075848:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075855:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075856:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204545.075858:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204545.075859:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204545.075861:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204545.075862:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298350833
00000100:00000001:1.0:1788204545.075864:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298352296
00000100:00000001:1.0:1788204545.075865:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298350833
00000100:00000001:1.0:1788204545.075866:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298352296
00000100:00000001:1.0:1788204545.075867:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204545.075869:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.075870:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204545.075872:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204545/real 1788204545]  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204545.075875:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204545.075876:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204545.075877:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204545.075878:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204545.075879:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204545.075880:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204545.075882:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204545.075887:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075890:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204545.075890:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075891:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204545.075892:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204545.075894:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075899:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204545.075902:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075909:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204545.075911:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075912:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204545.075913:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075915:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204545.075916:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204545.075918:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204545.075921:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204545.075923:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204545.075927:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204545.075935:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755712:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204545.075939:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075941:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204545.075944:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556755456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075948:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204545.075949:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204545.075950:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204545.075952:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204545.075953:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204545.075954:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204545.075955:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204545.075956:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204545.075958:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204545.075959:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204545.075960:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:1.0:1788204545.075962:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204545.075963:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075964:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204545.075966:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556755584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075969:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204545.075970:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204545.075971:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204545.075972:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204545.075973:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204545.075973:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204545.075974:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204545.075975:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788204545.075976:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204545.075976:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204545.075977:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:1.0:1788204545.075978:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204545.075979:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075980:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204545.075981:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556755712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204545.075984:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204545.075985:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204545.075986:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204545.075987:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204545.075987:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204545.075988:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204545.075989:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204545.075990:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:1.0:1788204545.075991:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204545.075992:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204545.075993:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204545.075995:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204545.075997:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.075998:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.076001:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204545.076003:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.076005:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204545.076006:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204545.394500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204545.394508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204545.394511:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204545.394518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204545.394524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204545.394528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.394531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204545.394534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204545.394537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204545.394546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204545.394550:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204545.394553:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204545.586475:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204545.586481:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204545.586483:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204545.586488:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204545.586492:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204545.586495:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204545.586498:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204545.586501:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204545.586503:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204546.418489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204546.418498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204546.418501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204546.418507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204546.418511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204546.418515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204546.418519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204546.418523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204546.418530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204546.610549:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204546.610556:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204546.610559:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204546.610563:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204546.610567:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204546.610570:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204546.610572:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204546.610575:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204546.610577:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204547.314482:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298352296, at 4298352320
00000100:00000040:1.0:1788204547.314482:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298352296, at 4298352320
00000100:00000010:1.0:1788204547.314501:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5ff00.
00000100:00000010:0.0:1788204547.314502:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f180.
00000100:00000001:1.0:1788204547.442481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204547.442488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204547.442492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204547.442497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204547.442502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204547.442506:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204547.442509:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204547.442511:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204547.442513:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204547.442537:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204547.442540:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204547.442542:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204547.634483:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204547.634489:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204547.634491:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204547.634497:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204547.634500:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204547.634504:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204547.634507:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204547.634510:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204547.634513:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204548.466482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204548.466489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204548.466493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204548.466500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204548.466506:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204548.466510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204548.466513:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204548.466516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204548.466519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.658487:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204548.658492:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204548.658500:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204548.658504:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204548.658506:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204548.658509:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204548.658510:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204548.658513:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204548.658514:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204549.490470:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204549.490477:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204549.490480:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204549.490484:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204549.490487:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204549.490491:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204549.490494:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204549.490497:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204549.490501:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204549.490505:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204549.490508:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204549.490508:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204549.682486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204549.682492:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204549.682494:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204549.682497:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204549.682499:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204549.682503:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204549.682505:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204549.682507:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204549.682509:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204550.194558:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204550.194572:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204550.194575:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204550.194581:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204550.194586:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204550.194595:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3682
00000400:00000200:0.0:1788204550.194607:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204550.194615:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204550.194620:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204550.194623:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.194627:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204550.194629:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.194632:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204550.194637:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204550.194639:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204550.194642:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204550.194651:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204550.194652:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204550.194654:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204550.194656:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.194658:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204550.194659:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.194660:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204550.194662:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204550.194665:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204550.194667:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204550.194670:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204550.194673:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204550.194675:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.194677:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204550.194679:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204550.194689:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204550.194692:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204550.194696:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204550.194699:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.194702:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204550.194706:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204550.194711:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204550.194720:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204550.194728:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204550.194739:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204550.194750:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204550.194755:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204550.194761:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204550.194786:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204550.194790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204550.194794:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204550.194796:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204550.194797:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204550.194801:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204550.194803:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3682
00000400:00000200:0.0:1788204550.194807:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204550.194810:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204550.194813:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204550.194817:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.194820:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204550.194822:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204550.194824:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204550.194825:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204550.194829:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204550.194829:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788204550.194832:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:1.0:1788204550.194833:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204550.194835:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204550.194839:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000040:1.0:1788204550.194841:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204550.194842:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204550.194847:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204550.194853:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204550.194855:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204550.194856:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204550.194860:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204550.194860:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.194864:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204550.194866:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:1.0:1788204550.194867:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1788204550.194869:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:1.0:1788204550.194870:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204550.194871:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204550.194874:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204550.194874:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204550.194879:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556755840:192.168.201.145@tcp:250:kworker.0
02000000:00000001:0.0:1788204550.194880:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204550.194882:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204550.194883:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.194886:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204550.194886:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1788204550.194890:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204550.194890:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204550.194892:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1788204550.194893:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.194895:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204550.194898:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
00000100:00000010:0.0:1788204550.194899:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
02000000:00000001:1.0:1788204550.194902:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204550.194903:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204550.194906:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204550.194907:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.194908:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204550.194910:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204550.194910:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204550.194914:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204550.194916:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
02000000:00000010:0.0:1788204550.194918:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204550.194923:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204550.194924:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00100000:0.0:1788204550.194928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204550.194933:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556755840, portal 25
00000100:00000001:0.0:1788204550.194936:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204550.194937:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204550.194939:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.194940:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:0.0:1788204550.194944:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204550.194948:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204550.194964:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.194965:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788204550.194968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788204550.194970:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204550.194973:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00080000:0.0:1788204550.194974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204550.194977:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1788204550.194977:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556755840, offset 0
00000100:00080000:0.0:1788204550.194980:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204550.194982:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204550.194986:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204550.194987:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3682
00000400:00000200:0.0:1788204550.194991:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204550.194993:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204550.194995:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204550.194998:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788204550.194999:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.195003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204550.195005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.195007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:1.0:1788204550.195008:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000001:0.0:1788204550.195010:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204550.195012:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204550.195014:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204550.195015:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1788204550.195016:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204550.195019:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:1.0:1788204550.195020:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:0.0:1788204550.195021:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204550.195026:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204550.195027:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204550.195028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204550.195033:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204550.195034:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.195036:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:1.0:1788204550.195040:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3109:3109:256:4294967295] 192.168.201.145@tcp LPNI seq info [3109:3109:8:4294967295]
00000020:00000040:0.0:1788204550.195041:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204550.195047:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:1.0:1788204550.195048:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204550.195050:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204550.195053:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204550.195055:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204550.195060:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204550.195061:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204550.195064:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204550.195068:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204550.195073:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204550.195074:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204550.195076:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204550.195081:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00000010:0.0:1788204550.195082:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204550.195087:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204550.195090:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1788204550.195092:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:0.0:1788204550.195093:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.195098:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1788204550.195099:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1788204550.195100:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204550.195103:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204550.195109:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000010:0.0:1788204550.195110:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204550.195114:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204550.195120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204550.195130:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788204550.195131:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204550.195135:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204550.195138:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788204550.195142:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1788204550.195143:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204550.195151:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204550.195152:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204550.195156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204550.195158:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1788204550.195163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204550.195166:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204550.195166:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000100:00080000:0.0:1788204550.195169:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1788204550.195170:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:0.0:1788204550.195175:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204550.195177:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788204550.195179:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3682
00000100:00000200:1.0:1788204550.195184:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204550.195187:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204550.195192:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204550.195196:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204550.195201:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.195205:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204550.195208:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.195212:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204550.195215:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204550.195216:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204550.195217:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204550.195217:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788204550.195221:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000040:1.0:1788204550.195223:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204550.195224:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204550.195228:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204550.195233:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204550.195237:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204550.195238:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204550.195239:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204550.195241:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204550.195242:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204550.195244:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204550.195245:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204550.195247:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204550.195247:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204550.195249:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204550.195251:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.195252:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204550.195255:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204550.195255:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204550.195259:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.195261:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204550.195262:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:0.0:1788204550.195265:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788204550.195266:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298357416
00000020:00000040:0.0:1788204550.195269:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204550.195272:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204550.195273:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204550.195274:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1788204550.195274:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5ff00.
02000000:00000001:0.0:1788204550.195275:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204550.195279:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204550.195283:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:1.0:1788204550.195284:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204550.195286:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204550.195291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204550.195292:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298357416
00000100:00000001:0.0:1788204550.195298:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204550.195300:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204550.195302:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f480.
00000100:00000040:0.0:1788204550.195304:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195306:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204550.195311:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204550.195315:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.195315:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204550.195334:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3692)
00000100:00000001:1.0:1788204550.195342:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204550.195348:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204550/real 1788204550]  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204550.195355:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204550.195356:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204550.195358:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204550.195360:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204550.195362:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204550.195366:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204550.195368:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204550.195376:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195382:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204550.195385:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.195387:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204550.195388:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204550.195391:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195421:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204550.195427:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195435:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204550.195439:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.195441:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204550.195442:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.195444:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204550.195447:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204550.195450:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204550.195454:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204550.195457:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204550.195462:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204550.195470:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556755840:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204550.195475:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.195477:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204550.195480:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556755840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195487:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204550.195490:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204550.195493:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204550.195497:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204550.195498:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204550.195501:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204550.195503:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204550.195506:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:1.0:1788204550.195510:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204550.195512:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204550.195514:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204550.195517:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204550.195518:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.195521:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.195529:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204550.195531:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.195533:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204550.195535:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204550.195536:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204550.195540:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195547:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204550.195548:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204550.195551:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204550.195552:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204550.195555:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204550.195558:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755968:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204550.195561:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204550.195563:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204550.195564:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204550.195566:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204550.195569:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204550.195571:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204550.195575:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204550.195577:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204550.195581:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204550.195585:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556755968, portal 10
00000100:00000001:1.0:1788204550.195587:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204550.195588:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788204550.195595:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195602:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204550.195604:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204550.195607:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204550.195609:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556755968, offset 0
00000400:00000200:1.0:1788204550.195613:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204550.195617:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204550.195620:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204550.195623:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204550.195626:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204550.195628:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204550.195630:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204550.195633:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3110:3110:256:4294967295] 192.168.201.145@tcp LPNI seq info [3110:3110:8:4294967295]
00000400:00000200:1.0:1788204550.195637:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204550.195644:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204550.195648:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204550.195650:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204550.195654:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204550.195657:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204550.195661:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204550.195664:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204550.195667:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204550.195668:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204550.195670:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204550.195672:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204550.195675:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204550.195677:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204550.195679:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204550.195682:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195690:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204550.195693:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195705:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.195707:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204550.195710:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204550.195714:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204550.195717:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204550.195719:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298355539
00000100:00000001:1.0:1788204550.195722:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298357416
00000100:00000001:1.0:1788204550.195724:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298355539
00000100:00000001:1.0:1788204550.195726:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298357416
00000100:00000001:1.0:1788204550.195728:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204550.195730:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.195732:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204550.195736:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204550/real 1788204550]  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204550.195743:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204550.195745:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204550.195746:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204550.195748:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204550.195750:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204550.195753:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204550.195755:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204550.195763:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195769:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204550.195770:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.195772:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204550.195774:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204550.195777:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195784:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204550.195788:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195794:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204550.195796:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.195798:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204550.195799:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.195801:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204550.195803:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204550.195806:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204550.195809:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204550.195811:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204550.195814:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204550.195822:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556755968:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204550.195826:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204550.195829:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195835:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204550.195837:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204550.195839:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204550.195840:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204550.195842:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204550.195845:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756096:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204550.195848:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204550.195849:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204550.195851:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204550.195853:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204550.195856:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204550.195858:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204550.195861:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204550.195864:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204550.195867:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204550.195869:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556756096, portal 4
00000100:00000001:1.0:1788204550.195871:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204550.195872:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:1.0:1788204550.195878:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195884:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204550.195886:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204550.195888:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204550.195890:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556756096, offset 0
00000400:00000200:1.0:1788204550.195893:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204550.195897:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204550.195900:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204550.195903:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204550.195905:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204550.195908:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204550.195910:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204550.195913:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3111:3111:256:4294967295] 192.168.201.145@tcp LPNI seq info [3111:3111:8:4294967295]
00000400:00000200:1.0:1788204550.195917:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204550.195922:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204550.195926:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204550.195928:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204550.195932:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204550.195934:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204550.195938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204550.195941:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204550.195944:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204550.195946:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204550.195949:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204550.195953:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204550.195955:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204550.195957:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204550.195959:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204550.195962:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195969:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204550.195973:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.195979:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.195980:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204550.195983:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204550.195985:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204550.195989:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204550.195990:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298355222
00000100:00000001:1.0:1788204550.195992:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298357416
00000100:00000001:1.0:1788204550.195994:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298355222
00000100:00000001:1.0:1788204550.195996:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298357416
00000100:00000001:1.0:1788204550.195998:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204550.196000:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.196002:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204550.196005:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204550/real 1788204550]  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204550.196012:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204550.196013:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204550.196015:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204550.196017:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204550.196018:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204550.196020:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204550.196023:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204550.196031:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196038:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204550.196039:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196041:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204550.196042:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204550.196052:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196059:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204550.196063:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196069:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204550.196072:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196074:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204550.196075:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196077:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204550.196078:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204550.196081:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204550.196084:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204550.196086:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204550.196090:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204550.196098:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756096:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204550.196102:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204550.196105:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196113:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204550.196114:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204550.196116:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204550.196118:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204550.196120:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204550.196123:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756224:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204550.196126:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204550.196128:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204550.196130:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204550.196131:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204550.196135:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204550.196137:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204550.196140:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204550.196143:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204550.196146:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204550.196149:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556756224, portal 4
00000100:00000001:1.0:1788204550.196151:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204550.196152:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:1.0:1788204550.196157:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196163:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204550.196166:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204550.196167:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204550.196170:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556756224, offset 0
00000400:00000200:1.0:1788204550.196174:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204550.196178:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204550.196181:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204550.196184:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204550.196186:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204550.196188:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204550.196191:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204550.196194:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3112:3112:256:4294967295] 192.168.201.145@tcp LPNI seq info [3112:3112:8:4294967295]
00000400:00000200:1.0:1788204550.196198:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204550.196204:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204550.196209:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204550.196212:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204550.196216:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204550.196219:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204550.196223:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204550.196226:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204550.196229:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204550.196231:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204550.196234:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204550.196237:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204550.196240:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204550.196242:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204550.196244:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204550.196247:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196255:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204550.196258:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196264:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.196265:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204550.196268:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204550.196271:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204550.196274:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204550.196276:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298355953
00000100:00000001:1.0:1788204550.196278:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298357416
00000100:00000001:1.0:1788204550.196281:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298355953
00000100:00000001:1.0:1788204550.196283:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298357416
00000100:00000001:1.0:1788204550.196285:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204550.196288:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.196289:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204550.196293:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204550/real 1788204550]  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204550.196301:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204550.196303:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204550.196304:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204550.196307:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204550.196308:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204550.196310:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204550.196313:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204550.196333:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196339:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204550.196341:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196343:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204550.196344:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204550.196347:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196354:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204550.196358:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196364:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204550.196366:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196368:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204550.196369:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196371:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204550.196372:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204550.196374:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204550.196377:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204550.196379:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204550.196383:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204550.196388:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756224:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204550.196391:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196392:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204550.196394:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556755968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196411:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204550.196412:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204550.196414:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204550.196415:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204550.196416:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204550.196417:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204550.196419:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204550.196420:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788204550.196422:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204550.196423:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204550.196424:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204550.196426:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204550.196427:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196428:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204550.196431:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556756096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196438:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204550.196439:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204550.196440:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204550.196443:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204550.196444:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204550.196445:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204550.196447:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204550.196449:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204550.196451:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204550.196452:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204550.196454:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204550.196457:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204550.196458:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196459:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204550.196462:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556756224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204550.196468:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204550.196470:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204550.196471:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204550.196473:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204550.196474:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204550.196476:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204550.196478:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204550.196479:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788204550.196482:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204550.196483:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204550.196484:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788204550.196487:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204550.196488:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196490:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.196494:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204550.196496:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.196497:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204550.196499:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204550.514549:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204550.514560:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204550.514567:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204550.514577:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204550.514583:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204550.514588:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.514593:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204550.514597:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204550.514601:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204550.706489:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204550.706494:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204550.706496:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204550.706500:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204550.706502:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204550.706505:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204550.706507:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204550.706509:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204550.706510:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204551.538470:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204551.538476:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204551.538478:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204551.538484:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204551.538487:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204551.538491:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.538494:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204551.538497:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204551.538500:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204551.538544:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204551.538547:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204551.538549:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204551.730503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204551.730510:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204551.730513:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204551.730518:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204551.730521:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204551.730523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204551.730525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204551.730527:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204551.730529:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204552.434470:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298357416, at 4298357440
00000100:00000010:1.0:1788204552.434485:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f480.
00000100:00000040:0.0:1788204552.434494:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298357416, at 4298357440
00000100:00000010:0.0:1788204552.434504:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5ff00.
00000100:00000001:1.0:1788204552.562485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204552.562493:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204552.562496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204552.562504:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204552.562509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204552.562514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204552.562518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204552.562521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204552.562524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204552.754454:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204552.754460:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204552.754461:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204552.754465:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204552.754467:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204552.754470:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204552.754472:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204552.754474:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204552.754476:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.586507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204553.586512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204553.586514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204553.586518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204553.586521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204553.586525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.586528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204553.586530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.586533:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204553.586538:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204553.586543:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204553.586547:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204553.778498:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204553.778505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204553.778508:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204553.778513:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204553.778516:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204553.778527:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204553.778530:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204553.778533:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204553.778535:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204554.610518:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204554.610528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204554.610532:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204554.610539:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204554.610545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204554.610553:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204554.610559:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204554.610562:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204554.610565:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204554.802479:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204554.802487:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204554.802490:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204554.802496:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204554.802500:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204554.802503:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204554.802506:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204554.802509:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204554.802511:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.314766:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204555.314775:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204555.314783:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204555.314797:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.314839:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204555.314845:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204555.314850:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204555.314854:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204555.314857:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204555.314865:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556756352:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204555.314881:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204555.314892:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204555.314898:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204555.314904:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204555.314917:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204555.314923:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204555.314939:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204555.314956:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204555.314972:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204555.314988:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556756352, portal 25
00000100:00000001:1.0:1788204555.314998:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204555.315002:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051657344 : -105387657894272 : ffffa02686166680)
00000100:00000040:1.0:1788204555.315019:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315054:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204555.315064:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204555.315072:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204555.315081:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556756352, offset 0
00000400:00000200:1.0:1788204555.315100:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204555.315118:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204555.315137:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204555.315163:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204555.315178:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204555.315190:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204555.315202:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204555.315222:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3113:3113:256:4294967295] 192.168.201.145@tcp LPNI seq info [3113:3113:8:4294967295]
00000400:00000200:1.0:1788204555.315259:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204555.315286:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204555.315302:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204555.315308:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204555.315317:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204555.315321:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204555.315326:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204555.315329:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204555.315332:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204555.315335:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204555.315341:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204555.315344:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204555.315349:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204555.315351:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204555.315360:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204555.315364:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315372:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204555.315374:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315379:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.315381:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204555.315387:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204555.315390:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204555.315392:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298362536
00000100:00000010:1.0:1788204555.315416:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f480.
00000100:00000001:1.0:1788204555.315422:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204555.315434:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298362537
00000100:00000010:1.0:1788204555.315439:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f4e0.
00000100:00000001:1.0:1788204555.315442:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204555.315445:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204555.315449:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.315451:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204555.315457:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204555/real 1788204555]  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204555.315467:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204555.315470:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204555.315472:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204555.315475:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204555.315477:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204555.315480:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204555.315484:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204555.315493:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315500:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204555.315502:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315504:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204555.315507:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204555.315511:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315518:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204555.315523:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315530:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204555.315533:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315535:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204555.315536:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315539:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204555.315541:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204555.315543:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204555.315547:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204555.315549:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204555.315552:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204555.315557:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556756352:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204555.315560:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315562:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204555.315564:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166680 x1875064556756352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315569:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204555.315571:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204555.315573:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204555.315575:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204555.315577:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204555.315578:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204555.315580:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204555.315582:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009400.
02000000:00000001:1.0:1788204555.315585:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204555.315587:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204555.315588:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166680.
00000100:00000001:1.0:1788204555.315591:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204555.315592:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315593:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315600:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204555.315602:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.315604:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204555.315605:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204555.315606:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204555.315608:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315617:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204555.315618:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204555.315620:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204555.315621:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204555.315622:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204555.315624:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756480:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204555.315626:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204555.315627:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204555.315628:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204555.315629:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204555.315631:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204555.315632:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204555.315635:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204555.315637:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204555.315639:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204555.315641:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556756480, portal 10
00000100:00000001:1.0:1788204555.315643:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204555.315644:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051648384 : -105387657903232 : ffffa02686164380)
00000100:00000040:1.0:1788204555.315649:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315653:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204555.315654:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204555.315656:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204555.315657:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556756480, offset 0
00000400:00000200:1.0:1788204555.315660:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204555.315662:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204555.315664:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204555.315666:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204555.315668:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204555.315670:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204555.315671:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204555.315673:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3114:3114:256:4294967295] 192.168.201.145@tcp LPNI seq info [3114:3114:8:4294967295]
00000400:00000200:1.0:1788204555.315676:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204555.315680:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204555.315683:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204555.315685:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204555.315688:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204555.315690:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204555.315692:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204555.315694:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204555.315696:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204555.315698:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204555.315699:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204555.315701:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204555.315703:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204555.315705:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204555.315706:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204555.315708:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315713:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204555.315715:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315719:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.315720:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204555.315721:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204555.315724:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204555.315726:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204555.315727:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298360659
00000100:00000001:1.0:1788204555.315729:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298362536
00000100:00000001:1.0:1788204555.315731:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298360659
00000100:00000001:1.0:1788204555.315732:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298362537
00000100:00000001:1.0:1788204555.315733:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204555.315735:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.315736:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204555.315738:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204555/real 1788204555]  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204555.315742:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204555.315743:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204555.315744:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204555.315745:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204555.315746:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204555.315747:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204555.315749:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204555.315754:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315758:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204555.315759:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315759:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204555.315760:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204555.315762:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315765:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204555.315767:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315771:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204555.315772:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315773:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204555.315774:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315775:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204555.315776:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204555.315777:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204555.315780:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204555.315781:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204555.315783:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204555.315788:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756480:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204555.315790:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204555.315792:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315795:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204555.315796:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204555.315797:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204555.315798:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204555.315799:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204555.315801:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756608:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204555.315802:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204555.315803:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204555.315804:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204555.315805:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204555.315807:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204555.315808:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204555.315810:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204555.315811:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204555.315813:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204555.315815:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556756608, portal 4
00000100:00000001:1.0:1788204555.315816:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204555.315817:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660928 : -105387657890688 : ffffa02686167480)
00000100:00000040:1.0:1788204555.315821:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315825:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204555.315827:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204555.315828:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204555.315829:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556756608, offset 0
00000400:00000200:1.0:1788204555.315832:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204555.315834:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204555.315836:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204555.315838:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204555.315839:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204555.315841:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204555.315842:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204555.315844:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3115:3115:256:4294967295] 192.168.201.145@tcp LPNI seq info [3115:3115:8:4294967295]
00000400:00000200:1.0:1788204555.315846:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204555.315850:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204555.315852:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204555.315853:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204555.315855:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204555.315857:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204555.315859:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204555.315861:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204555.315863:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204555.315864:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204555.315866:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204555.315868:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204555.315870:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204555.315871:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204555.315873:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204555.315874:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315878:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204555.315880:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315883:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.315884:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204555.315886:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204555.315888:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204555.315890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204555.315892:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298360342
00000100:00000001:1.0:1788204555.315893:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298362536
00000100:00000001:1.0:1788204555.315894:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298360342
00000100:00000001:1.0:1788204555.315896:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298362537
00000100:00000001:1.0:1788204555.315897:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204555.315898:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.315899:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204555.315901:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204555/real 1788204555]  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204555.315905:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204555.315905:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204555.315906:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204555.315907:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204555.315908:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204555.315909:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204555.315911:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204555.315915:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315918:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204555.315919:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315921:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204555.315921:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204555.315923:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315927:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204555.315929:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315934:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204555.315935:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315936:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204555.315937:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.315938:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204555.315939:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204555.315940:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204555.315942:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204555.315943:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204555.315945:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204555.315949:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756608:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204555.315950:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204555.315952:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315956:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204555.315957:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204555.315958:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204555.315958:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204555.315960:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204555.315961:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756736:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204555.315963:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204555.315963:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204555.315964:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204555.315965:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204555.315967:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204555.315968:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204555.315970:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204555.315972:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204555.315973:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204555.315975:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556756736, portal 4
00000100:00000001:1.0:1788204555.315976:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204555.315977:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651072 : -105387657900544 : ffffa02686164e00)
00000100:00000040:1.0:1788204555.315980:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.315984:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204555.315985:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204555.315986:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204555.315987:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556756736, offset 0
00000400:00000200:1.0:1788204555.315990:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204555.315991:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204555.315993:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204555.315995:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204555.315997:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204555.315998:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204555.315999:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204555.316001:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3116:3116:256:4294967295] 192.168.201.145@tcp LPNI seq info [3116:3116:8:4294967295]
00000400:00000200:1.0:1788204555.316003:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204555.316006:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204555.316009:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204555.316011:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204555.316013:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204555.316014:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788204555.316017:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204555.316019:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788204555.316021:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204555.316022:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204555.316024:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204555.316025:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204555.316027:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204555.316028:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204555.316030:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204555.316032:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.316036:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204555.316038:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.316042:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.316043:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204555.316044:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204555.316046:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204555.316048:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204555.316049:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298361073
00000100:00000001:1.0:1788204555.316050:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298362536
00000100:00000001:1.0:1788204555.316052:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298361073
00000100:00000001:1.0:1788204555.316053:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298362537
00000100:00000001:1.0:1788204555.316054:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204555.316055:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.316056:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204555.316057:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204555/real 1788204555]  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204555.316061:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204555.316062:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204555.316062:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204555.316063:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204555.316064:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204555.316066:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204555.316067:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204555.316072:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.316080:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204555.316081:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.316082:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204555.316083:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204555.316085:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.316088:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204555.316090:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.316093:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204555.316095:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.316095:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204555.316096:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.316097:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204555.316098:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204555.316099:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204555.316100:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204555.316102:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204555.316103:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204555.316107:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756736:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204555.316109:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.316110:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204555.316112:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164380 x1875064556756480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.316115:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204555.316116:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204555.316117:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204555.316119:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204555.316120:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204555.316121:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204555.316122:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204555.316123:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800bc00.
02000000:00000001:1.0:1788204555.316125:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204555.316126:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204555.316127:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164380.
00000100:00000001:1.0:1788204555.316128:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204555.316129:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.316130:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204555.316132:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167480 x1875064556756608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.316136:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204555.316136:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204555.316137:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204555.316139:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204555.316139:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204555.316140:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204555.316141:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204555.316141:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b800.
02000000:00000001:1.0:1788204555.316142:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204555.316143:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204555.316144:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167480.
00000100:00000001:1.0:1788204555.316145:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204555.316146:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.316146:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204555.316148:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164e00 x1875064556756736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204555.316151:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204555.316152:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204555.316152:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204555.316153:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204555.316154:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204555.316154:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204555.316156:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204555.316157:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008000.
02000000:00000001:1.0:1788204555.316158:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204555.316159:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204555.316160:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164e00.
00000100:00000001:1.0:1788204555.316161:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204555.316162:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.316163:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.316164:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204555.316165:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.316166:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204555.316167:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204555.634519:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204555.634526:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204555.634529:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204555.634535:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204555.634539:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204555.634543:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.634550:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204555.634555:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204555.634561:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204555.634621:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204555.634627:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204555.634631:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204555.826526:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204555.826533:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204555.826535:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204555.826540:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204555.826543:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204555.826546:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204555.826549:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204555.826552:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204555.826554:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204556.658482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204556.658490:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204556.658492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204556.658496:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204556.658499:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204556.658503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204556.658508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204556.658510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204556.658514:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204556.850490:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204556.850498:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204556.850500:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204556.850505:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204556.850508:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204556.850512:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204556.850515:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204556.850517:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204556.850520:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204557.554464:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298362537, at 4298362560
00000100:00000010:1.0:1788204557.554476:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f4e0.
00000100:00000040:0.0:1788204557.554478:0:18672:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298362536, at 4298362560
00000100:00000010:0.0:1788204557.554487:0:18672:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f480.
00000100:00000001:1.0:1788204557.682497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204557.682505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204557.682509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204557.682516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204557.682521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204557.682527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204557.682531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204557.682534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204557.682537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204557.682559:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204557.682562:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204557.682566:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204557.874514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204557.874521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204557.874523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204557.874528:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204557.874532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204557.874536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204557.874538:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204557.874541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204557.874543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.706489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204558.706495:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204558.706497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.706508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204558.706514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204558.706519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.706522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.706524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.706527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204558.898495:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204558.898500:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204558.898501:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204558.898505:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204558.898507:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204558.898510:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204558.898512:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204558.898514:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204558.898516:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204559.730493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204559.730501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204559.730504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204559.730509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204559.730515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204559.730520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204559.730523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204559.730525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204559.730528:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204559.730547:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204559.730551:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204559.730554:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204559.922487:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204559.922492:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204559.922494:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204559.922497:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204559.922500:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204559.922502:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204559.922504:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204559.922506:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204559.922507:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204560.434525:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204560.434533:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204560.434535:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204560.434538:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204560.434541:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204560.434546:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3693
00000400:00000200:3.0:1788204560.434553:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204560.434558:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204560.434560:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204560.434562:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434565:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204560.434566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434568:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204560.434571:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204560.434572:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204560.434574:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204560.434576:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204560.434578:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204560.434579:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204560.434586:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434589:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204560.434590:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434591:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204560.434594:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204560.434596:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434597:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204560.434599:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204560.434602:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204560.434604:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.434605:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204560.434606:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204560.434613:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788204560.434616:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204560.434619:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204560.434620:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.434622:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204560.434625:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204560.434627:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204560.434633:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:3.0:1788204560.434637:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204560.434644:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204560.434651:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204560.434654:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204560.434657:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204560.434672:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204560.434674:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204560.434676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204560.434677:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204560.434678:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204560.434680:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204560.434682:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3693
00000400:00000200:3.0:1788204560.434684:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204560.434686:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204560.434687:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204560.434689:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434690:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204560.434692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434693:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204560.434694:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204560.434695:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204560.434696:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204560.434698:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204560.434699:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204560.434700:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204560.434703:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434704:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204560.434706:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434707:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204560.434709:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:1.0:1788204560.434711:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788204560.434711:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434713:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204560.434715:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204560.434716:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204560.434718:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204560.434719:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204560.434722:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.434725:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204560.434726:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204560.434729:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204560.434737:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.434738:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204560.434742:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.434742:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204560.434746:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204560.434748:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788204560.434749:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
02000000:00000001:1.0:1788204560.434751:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204560.434754:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00100000:1.0:1788204560.434756:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556756864:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788204560.434759:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204560.434760:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204560.434762:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204560.434765:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204560.434766:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204560.434767:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204560.434769:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204560.434771:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204560.434774:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204560.434776:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204560.434778:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204560.434781:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000400:00000200:1.0:1788204560.434784:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204560.434787:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204560.434789:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204560.434796:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00100000:3.0:1788204560.434798:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204560.434802:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556756864, portal 25
00000100:00000001:1.0:1788204560.434806:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204560.434808:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000001:3.0:1788204560.434813:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204560.434817:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204560.434818:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204560.434825:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.434829:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204560.434836:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434837:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204560.434838:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00080000:3.0:1788204560.434841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204560.434842:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556756864, offset 0
00000100:00080000:3.0:1788204560.434848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204560.434850:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204560.434852:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204560.434853:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434858:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204560.434860:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3693
00000400:00000200:1.0:1788204560.434863:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204560.434867:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204560.434871:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204560.434876:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204560.434880:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204560.434882:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204560.434883:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204560.434888:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:3.0:1788204560.434889:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204560.434893:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3117:3117:256:4294967295] 192.168.201.145@tcp LPNI seq info [3117:3117:8:4294967295]
00000100:00000040:3.0:1788204560.434897:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204560.434899:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204560.434904:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204560.434909:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204560.434913:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204560.434914:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204560.434918:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204560.434921:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000800:00000200:1.0:1788204560.434922:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788204560.434924:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204560.434926:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000010:1.0:1788204560.434927:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000020:00000001:3.0:1788204560.434928:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204560.434932:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:1.0:1788204560.434937:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204560.434938:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434942:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204560.434944:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1788204560.434944:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.434948:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204560.434951:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000200:1.1:1788204560.434952:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788204560.434956:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000200:1.1:1788204560.434957:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1788204560.434959:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204560.434962:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1788204560.434964:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204560.434965:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1788204560.434967:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
02000000:00000001:3.0:1788204560.434968:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.434971:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204560.434973:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:3.0:1788204560.434974:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204560.434979:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204560.434982:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204560.434983:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204560.434989:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204560.434990:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204560.434992:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204560.434993:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.434994:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204560.434995:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204560.434996:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
02000000:00000001:3.0:1788204560.434997:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204560.434999:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
02000000:00000010:3.0:1788204560.435002:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:1.0:1788204560.435004:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204560.435006:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204560.435008:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204560.435013:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204560.435020:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204560.435023:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204560.435026:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204560.435027:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204560.435035:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435038:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435040:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204560.435043:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204560.435047:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204560.435051:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298367656
00000100:00000010:1.0:1788204560.435057:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f4e0.
00000100:00000001:3.0:1788204560.435057:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204560.435059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204560.435062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204560.435063:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204560.435064:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204560.435065:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204560.435069:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204560.435071:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3693
00000100:00000001:1.0:1788204560.435073:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298367656
00000400:00000200:3.0:1788204560.435077:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:1.0:1788204560.435078:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f060.
00000100:00000001:1.0:1788204560.435082:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1788204560.435082:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204560.435085:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204560.435088:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204560.435089:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204560.435091:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.435092:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204560.435095:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788204560.435096:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.435099:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00100000:1.0:1788204560.435101:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204560/real 1788204560]  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204560.435102:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204560.435104:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204560.435106:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204560.435109:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204560.435112:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204560.435117:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204560.435122:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204560.435125:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1788204560.435126:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204560.435127:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000001:1.0:1788204560.435130:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204560.435131:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204560.435134:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000010:1.0:1788204560.435135:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000100:00080000:3.0:1788204560.435137:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204560.435151:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204560.435153:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204560.435156:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204560.435158:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.435159:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204560.435160:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000008:00100000:3.0:1788204560.435162:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1788204560.435164:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000008:00000001:3.0:1788204560.435167:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435169:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204560.435171:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204560.435175:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204560.435177:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204560.435182:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000200:1.0:1788204560.435188:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204560.435188:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204560.435191:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.435195:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204560.435197:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204560.435200:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788204560.435200:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435204:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435206:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1788204560.435206:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:1.0:1788204560.435210:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204560.435211:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204560.435215:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204560.435219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204560.435229:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204560.435231:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204560.435233:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435238:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204560.435245:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204560.435246:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204560.435249:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3703)
00000100:00000001:1.0:1788204560.435255:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204560.435257:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435258:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204560.435259:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435260:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204560.435265:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204560.435267:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204560.435270:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204560.435272:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204560.435276:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204560.435281:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556756864:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204560.435283:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435285:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204560.435287:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556756864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435294:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204560.435296:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204560.435298:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204560.435300:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204560.435302:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204560.435303:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204560.435304:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204560.435306:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:1.0:1788204560.435308:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204560.435310:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204560.435311:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788204560.435314:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204560.435316:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435318:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435324:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204560.435326:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435328:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204560.435329:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204560.435330:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204560.435334:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435340:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204560.435342:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204560.435344:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204560.435345:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204560.435348:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204560.435350:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756992:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204560.435353:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204560.435355:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204560.435356:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204560.435357:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204560.435360:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204560.435366:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204560.435369:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204560.435371:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204560.435374:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204560.435376:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556756992, portal 10
00000100:00000001:1.0:1788204560.435377:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204560.435378:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:1.0:1788204560.435382:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435386:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204560.435387:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204560.435389:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204560.435390:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556756992, offset 0
00000400:00000200:1.0:1788204560.435392:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204560.435394:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204560.435420:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204560.435423:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204560.435425:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204560.435428:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204560.435430:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204560.435433:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3118:3118:256:4294967295] 192.168.201.145@tcp LPNI seq info [3118:3118:8:4294967295]
00000400:00000200:1.0:1788204560.435438:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204560.435443:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204560.435448:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204560.435451:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204560.435453:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204560.435455:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204560.435458:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204560.435459:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204560.435462:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204560.435463:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204560.435465:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204560.435467:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204560.435469:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204560.435470:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204560.435472:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204560.435475:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435479:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204560.435481:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435486:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435488:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204560.435491:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204560.435494:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204560.435497:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204560.435499:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298365779
00000100:00000001:1.0:1788204560.435501:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298367656
00000100:00000001:1.0:1788204560.435503:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298365779
00000100:00000001:1.0:1788204560.435505:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298367656
00000100:00000001:1.0:1788204560.435507:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204560.435509:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435511:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204560.435515:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204560/real 1788204560]  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204560.435523:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204560.435524:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204560.435526:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204560.435528:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204560.435530:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204560.435532:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204560.435534:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204560.435539:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435547:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204560.435547:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435549:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204560.435550:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204560.435559:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435563:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204560.435566:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435570:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204560.435571:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435572:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204560.435573:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435574:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204560.435575:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204560.435577:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204560.435579:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204560.435580:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204560.435582:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204560.435586:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556756992:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204560.435589:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204560.435591:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435594:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204560.435595:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204560.435597:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204560.435598:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204560.435600:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204560.435601:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757120:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204560.435603:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204560.435604:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204560.435605:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204560.435606:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204560.435608:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204560.435609:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204560.435612:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204560.435613:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204560.435615:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204560.435617:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556757120, portal 4
00000100:00000001:1.0:1788204560.435618:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204560.435619:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:1.0:1788204560.435624:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435630:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204560.435633:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204560.435635:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204560.435637:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556757120, offset 0
00000400:00000200:1.0:1788204560.435641:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204560.435644:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204560.435648:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204560.435650:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204560.435652:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204560.435655:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204560.435657:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204560.435659:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3119:3119:256:4294967295] 192.168.201.145@tcp LPNI seq info [3119:3119:8:4294967295]
00000400:00000200:1.0:1788204560.435662:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204560.435668:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204560.435672:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204560.435675:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204560.435679:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204560.435681:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204560.435685:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204560.435687:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204560.435691:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204560.435693:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204560.435695:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204560.435698:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204560.435701:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204560.435703:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204560.435706:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204560.435709:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435714:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204560.435716:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435719:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435720:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204560.435723:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204560.435724:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204560.435727:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204560.435728:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298365462
00000100:00000001:1.0:1788204560.435730:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298367656
00000100:00000001:1.0:1788204560.435731:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298365462
00000100:00000001:1.0:1788204560.435732:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298367656
00000100:00000001:1.0:1788204560.435733:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204560.435734:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435735:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204560.435737:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204560/real 1788204560]  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204560.435742:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204560.435743:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204560.435744:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204560.435746:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204560.435746:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204560.435748:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204560.435749:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204560.435754:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435757:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204560.435758:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435759:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204560.435760:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204560.435762:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435765:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204560.435767:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435770:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204560.435772:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435773:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204560.435773:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435775:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204560.435776:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204560.435777:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204560.435779:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204560.435780:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204560.435783:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204560.435787:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757120:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204560.435789:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204560.435791:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435794:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204560.435795:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204560.435796:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204560.435797:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204560.435798:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204560.435800:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757248:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204560.435802:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204560.435803:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204560.435804:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204560.435805:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204560.435807:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204560.435808:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204560.435810:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204560.435811:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204560.435812:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204560.435814:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556757248, portal 4
00000100:00000001:1.0:1788204560.435815:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204560.435816:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788204560.435819:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435823:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204560.435824:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204560.435825:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000200:1.0:1788204560.435827:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556757248, offset 0
00000400:00000200:1.0:1788204560.435829:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204560.435831:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204560.435833:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204560.435835:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204560.435837:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204560.435838:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204560.435840:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204560.435841:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3120:3120:256:4294967295] 192.168.201.145@tcp LPNI seq info [3120:3120:8:4294967295]
00000400:00000200:1.0:1788204560.435844:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204560.435847:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204560.435849:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204560.435851:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204560.435853:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204560.435855:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204560.435857:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204560.435859:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204560.435861:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204560.435862:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204560.435864:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204560.435866:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204560.435867:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368daa0
00000400:00000010:1.0:1788204560.435868:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368daa0.
00000100:00000001:1.0:1788204560.435869:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204560.435871:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435876:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204560.435877:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435881:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435882:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204560.435883:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204560.435885:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204560.435886:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204560.435888:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298366193
00000100:00000001:1.0:1788204560.435889:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298367656
00000100:00000001:1.0:1788204560.435891:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298366193
00000100:00000001:1.0:1788204560.435893:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298367656
00000100:00000001:1.0:1788204560.435894:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204560.435895:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.435896:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204560.435898:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204560/real 1788204560]  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204560.435903:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204560.435904:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204560.435905:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204560.435907:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204560.435908:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204560.435909:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204560.435911:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204560.435916:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435919:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204560.435920:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435921:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204560.435921:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204560.435923:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435927:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204560.435929:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435933:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204560.435935:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435935:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204560.435936:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435937:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204560.435938:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204560.435939:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204560.435941:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204560.435942:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204560.435944:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204560.435948:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757248:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204560.435950:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435951:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204560.435952:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556756992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435956:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204560.435957:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204560.435958:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204560.435959:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204560.435960:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204560.435961:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204560.435962:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204560.435963:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:1.0:1788204560.435965:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204560.435966:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204560.435967:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:1.0:1788204560.435969:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204560.435970:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435971:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204560.435973:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556757120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435980:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204560.435982:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204560.435982:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204560.435984:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204560.435984:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204560.435985:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204560.435986:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204560.435987:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:1.0:1788204560.435988:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204560.435988:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204560.435989:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788204560.435990:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204560.435991:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.435992:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204560.435993:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556757248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204560.435996:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204560.435997:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204560.435998:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204560.435999:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204560.435999:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204560.436000:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204560.436001:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204560.436001:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:1.0:1788204560.436003:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204560.436003:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204560.436004:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788204560.436005:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204560.436006:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.436006:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.436009:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204560.436009:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.436010:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204560.436012:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204560.754474:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204560.754482:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204560.754486:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204560.754496:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204560.754500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204560.754504:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.754506:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204560.754509:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204560.754515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204560.946482:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204560.946487:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204560.946489:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204560.946493:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204560.946495:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204560.946498:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204560.946500:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204560.946501:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204560.946503:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204561.778504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204561.778511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204561.778515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204561.778520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204561.778526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204561.778531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204561.778537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204561.778541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204561.778545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204561.778575:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204561.778580:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204561.778583:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204561.970510:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204561.970517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204561.970519:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204561.970524:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204561.970527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204561.970531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204561.970533:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204561.970536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204561.970538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204562.674493:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298367656, at 4298367680
00000100:00000040:1.0:1788204562.674493:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298367656, at 4298367680
00000100:00000010:0.0:1788204562.674507:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f4e0.
00000100:00000010:1.0:1788204562.674509:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f060.
00000100:00000001:1.0:1788204562.802493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204562.802499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204562.802501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204562.802504:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204562.802509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204562.802512:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204562.802514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204562.802517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204562.802519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204562.994512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204562.994519:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204562.994521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204562.994527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204562.994530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204562.994533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204562.994536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204562.994539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204562.994541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.826494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204563.826502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204563.826505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.826511:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204563.826515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204563.826519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.826522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204563.826526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.826529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204563.826537:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204563.826542:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204563.826546:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204564.018456:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204564.018462:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204564.018464:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204564.018470:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204564.018473:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204564.018476:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204564.018479:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204564.018481:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204564.018484:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204564.850491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204564.850497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204564.850500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204564.850506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204564.850511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204564.850517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204564.850520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204564.850525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204564.850530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204565.042453:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204565.042461:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204565.042463:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204565.042469:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204565.042473:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204565.042476:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204565.042480:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204565.042483:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204565.042485:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204565.554472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204565.554480:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204565.554482:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204565.554485:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204565.554488:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204565.554494:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3698
00000400:00000200:0.0:1788204565.554500:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204565.554505:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204565.554508:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204565.554510:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554512:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204565.554514:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554516:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204565.554518:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204565.554519:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204565.554521:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204565.554523:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204565.554525:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204565.554526:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204565.554528:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554529:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204565.554530:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554531:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204565.554533:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204565.554535:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554536:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204565.554539:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204565.554541:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204565.554542:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554544:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204565.554545:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204565.554551:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204565.554554:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204565.554557:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204565.554558:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554560:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204565.554562:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204565.554565:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204565.554570:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204565.554575:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204565.554582:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204565.554589:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204565.554592:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204565.554595:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204565.554610:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204565.554612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204565.554614:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204565.554615:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204565.554616:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204565.554618:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204565.554619:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3698
00000400:00000200:0.0:1788204565.554621:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204565.554623:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204565.554624:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204565.554625:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554627:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204565.554628:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204565.554630:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204565.554631:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204565.554632:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204565.554634:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204565.554635:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204565.554636:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204565.554638:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554639:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204565.554640:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554642:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204565.554644:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204565.554646:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554648:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204565.554649:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204565.554651:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1788204565.554653:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204565.554656:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.554656:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204565.554660:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204565.554661:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1788204565.554663:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204565.554667:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554669:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204565.554669:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204565.554672:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204565.554676:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204565.554680:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204565.554682:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.554682:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204565.554685:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204565.554685:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204565.554688:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204565.554691:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204565.554691:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204565.554694:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788204565.554695:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204565.554699:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554700:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204565.554703:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556757376:192.168.201.145@tcp:250:kworker.0
00000100:00100000:0.0:1788204565.554708:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204565.554709:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204565.554713:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204565.554716:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554717:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204565.554718:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204565.554721:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204565.554724:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
00000100:00000040:0.0:1788204565.554725:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204565.554728:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204565.554735:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204565.554736:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204565.554739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204565.554739:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000100:00080000:0.0:1788204565.554744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204565.554745:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204565.554746:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1788204565.554747:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000001:0.0:1788204565.554751:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204565.554754:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3698
00000100:00000200:1.0:1788204565.554755:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556757376, portal 25
00000100:00000001:1.0:1788204565.554758:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1788204565.554760:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204565.554761:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000400:00000200:0.0:1788204565.554765:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204565.554768:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204565.554769:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204565.554773:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554777:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204565.554780:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554784:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204565.554788:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204565.554790:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204565.554793:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204565.554795:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788204565.554796:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204565.554799:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204565.554799:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204565.554803:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:1.0:1788204565.554804:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368daa0.
00000100:00000040:0.0:1788204565.554808:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:1.0:1788204565.554808:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556757376, offset 0
00000100:00000001:0.0:1788204565.554811:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204565.554815:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204565.554816:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554818:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204565.554821:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204565.554822:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:1.0:1788204565.554825:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204565.554826:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204565.554829:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204565.554831:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204565.554833:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000001:0.0:1788204565.554834:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554837:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204565.554839:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204565.554839:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1788204565.554843:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554845:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204565.554846:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000010:0.0:1788204565.554849:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000400:00000200:1.0:1788204565.554850:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204565.554854:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000040:0.0:1788204565.554855:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204565.554859:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204565.554859:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3121:3121:256:4294967295] 192.168.201.145@tcp LPNI seq info [3121:3121:8:4294967295]
02000000:00000001:0.0:1788204565.554861:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554865:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204565.554867:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204565.554868:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204565.554870:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204565.554872:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204565.554878:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204565.554878:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1788204565.554883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204565.554888:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554895:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1788204565.554895:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00000001:0.0:1788204565.554899:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204565.554902:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204565.554905:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204565.554913:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204565.554914:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204565.554916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204565.554918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204565.554919:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204565.554920:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204565.554922:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204565.554924:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3698
00000400:00000200:0.0:1788204565.554929:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204565.554931:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204565.554933:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204565.554934:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554935:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204565.554937:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554938:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204565.554939:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204565.554940:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204565.554941:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204565.554944:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204565.554946:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000200:1.0:1788204565.554948:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:0.0:1788204565.554949:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204565.554953:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:1.0:1788204565.554954:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298372776
00000100:00000040:0.0:1788204565.554957:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554960:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204565.554961:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554963:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204565.554964:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204565.554966:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204565.554967:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204565.554968:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f060.
02000000:00000001:0.0:1788204565.554969:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204565.554971:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204565.554973:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554974:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204565.554975:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204565.554977:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554978:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.554980:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1788204565.554981:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204565.554985:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204565.554987:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204565.554988:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.554990:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204565.554991:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204565.554991:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298372776
02000000:00000001:0.0:1788204565.554994:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204565.554999:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000010:1.0:1788204565.554999:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fa80.
00000100:00000001:1.0:1788204565.555004:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204565.555005:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.555009:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204565.555010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204565.555013:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.555018:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204565.555019:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204565.555021:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204565.555022:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204565.555026:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204565.555028:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204565.555031:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204565.555036:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.555036:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204565.555040:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788204565.555042:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3708)
00000100:00000001:1.0:1788204565.555043:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204565.555050:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204565.555070:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204565.555071:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204565.555074:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204565.555076:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204565.555078:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204565.555081:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757504:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204565.555085:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204565.555087:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204565.555090:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204565.555092:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204565.555097:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204565.555099:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204565.555104:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204565.555107:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b59a0.
00000400:00000010:1.0:1788204565.555111:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204565.555114:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556757504, portal 10
00000100:00000001:1.0:1788204565.555115:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204565.555116:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:1.0:1788204565.555122:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204565.555127:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204565.555129:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204565.555132:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d880.
00000100:00000200:1.0:1788204565.555134:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556757504, offset 0
00000400:00000200:1.0:1788204565.555138:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204565.555142:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204565.555146:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204565.555151:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204565.555154:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204565.555157:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204565.555160:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204565.555164:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3122:3122:255:4294967295] 192.168.201.145@tcp LPNI seq info [3122:3122:7:4294967295]
00000400:00000200:1.0:1788204565.555169:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204565.555177:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204565.555182:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204565.555186:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237b00.
00000800:00000200:1.0:1788204565.555191:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204565.555196:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204565.555199:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204565.555202:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204565.555206:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204565.555208:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298370898
00000100:00000001:1.0:1788204565.555211:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298372776
00000100:00000001:1.0:1788204565.555214:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298370898
00000100:00000001:1.0:1788204565.555215:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298372776
00000100:00000001:1.0:1788204565.555218:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204565.555220:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.555223:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204565.555227:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204565.555233:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204565.555235:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204565.555237:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204565.555240:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204565.555242:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204565.555245:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757632:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204565.555248:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204565.555250:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204565.555252:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204565.555253:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204565.555257:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204565.555259:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204565.555262:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204565.555264:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204565.555268:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204565.555271:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556757632, portal 4
00000100:00000001:1.0:1788204565.555273:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204565.555274:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000100:00000040:1.0:1788204565.555280:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204565.555286:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204565.555288:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204565.555291:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368df68.
00000100:00000200:1.0:1788204565.555293:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556757632, offset 0
00000400:00000200:1.0:1788204565.555297:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204565.555301:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204565.555304:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204565.555307:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204565.555309:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204565.555311:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204565.555313:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204565.555315:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3123:3123:254:4294967295] 192.168.201.145@tcp LPNI seq info [3123:3123:6:4294967295]
00000400:00000200:1.0:1788204565.555318:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204565.555325:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204565.555329:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204565.555332:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237a00.
00000800:00000200:1.0:1788204565.555336:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204565.555342:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204565.555344:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204565.555347:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204565.555350:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204565.555351:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298370581
00000100:00000001:1.0:1788204565.555354:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298372776
00000100:00000001:1.0:1788204565.555356:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298370581
00000100:00000001:1.0:1788204565.555358:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298372776
00000100:00000001:1.0:1788204565.555360:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204565.555362:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.555364:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204565.555367:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204565.555373:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204565.555374:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204565.555376:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204565.555378:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204565.555379:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204565.555382:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757760:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204565.555385:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204565.555386:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204565.555388:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204565.555389:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204565.555391:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204565.555393:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204565.555425:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204565.555430:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204565.555434:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204565.555437:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556757760, portal 4
00000100:00000001:1.0:1788204565.555438:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204565.555439:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:1.0:1788204565.555445:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204565.555452:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204565.555454:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204565.555457:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368db28.
00000100:00000200:1.0:1788204565.555460:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556757760, offset 0
00000400:00000200:1.0:1788204565.555465:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204565.555470:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204565.555474:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204565.555477:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204565.555480:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204565.555483:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204565.555486:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204565.555489:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3124:3124:253:4294967295] 192.168.201.145@tcp LPNI seq info [3124:3124:5:4294967295]
00000400:00000200:1.0:1788204565.555493:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204565.555499:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204565.555503:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204565.555506:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237400.
00000800:00000200:1.0:1788204565.555510:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204565.555514:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204565.555516:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204565.555519:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204565.555522:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204565.555523:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298371313
00000100:00000001:1.0:1788204565.555525:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298372776
00000100:00000001:1.0:1788204565.555527:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298371313
00000100:00000001:1.0:1788204565.555529:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298372776
00000100:00000001:1.0:1788204565.555531:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204565.555533:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.555535:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.555537:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204565.555540:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204565.555542:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204565.555544:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204565.555545:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204565.555547:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.555548:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204565.874491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204565.874499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204565.874503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204565.874509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204565.874515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204565.874519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204565.874522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204565.874526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204565.874530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204565.874536:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204565.874541:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204565.874545:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204566.066463:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204566.066469:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204566.066471:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204566.066475:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204566.066478:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204566.066483:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204566.066486:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204566.066488:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204566.066492:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204566.898496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204566.898502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204566.898504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204566.898510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204566.898514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204566.898517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.898521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204566.898523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.898526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204567.090446:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204567.090456:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204567.090458:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204567.090466:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204567.090469:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204567.090473:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204567.090477:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204567.090480:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204567.090483:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204567.794489:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298372776, at 4298372800
00000100:00000040:1.0:1788204567.794489:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298372776, at 4298372800
00000100:00000010:1.0:1788204567.794502:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fa80.
00000100:00000010:0.0:1788204567.794504:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f060.
00000100:00000001:1.0:1788204567.922502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204567.922509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204567.922512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204567.922517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204567.922522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204567.922525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204567.922527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204567.922529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204567.922531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204567.922554:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204567.922557:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204567.922560:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204568.114468:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204568.114474:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204568.114476:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204568.114481:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204568.114485:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204568.114488:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204568.114491:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204568.114494:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204568.114497:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.626772:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204568.626778:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204568.626783:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204568.626794:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204565/real 1788204568]  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204568.626827:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204568.626833:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204568.626838:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204568.626845:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d330
00000400:00000010:1.0:1788204568.626850:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d330.
00000100:00000001:1.0:1788204568.626856:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204568.626861:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204568.626881:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.626902:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204568.626905:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.626911:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204568.626914:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204568.626924:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.626945:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204568.626956:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.626972:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204568.626993:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627009:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204568.627012:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627017:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204568.627020:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204568.627026:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204568.627032:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204568.627036:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204568.627042:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204568.627051:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556757376:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204568.627056:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.627059:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204568.627062:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556757376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627069:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204568.627074:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204568.627079:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204568.627084:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204568.627088:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204568.627090:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204568.627092:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204568.627096:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788204568.627101:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204568.627103:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204568.627105:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:1.0:1788204568.627108:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204568.627109:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627113:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.627115:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204568.627116:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204568.627117:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204568.627122:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204565/real 1788204568]  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204568.627130:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204568.627131:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204568.627134:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b59a0.
00000400:00000200:1.0:1788204568.627137:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204568.627138:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204568.627141:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204568.627144:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204568.627152:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627164:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204568.627165:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627167:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204568.627168:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204568.627171:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627177:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204568.627180:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627186:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204568.627189:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627190:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204568.627191:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627193:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204568.627195:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204568.627197:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204568.627201:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204568.627203:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204568.627206:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204568.627214:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757504:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204568.627219:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204568.627222:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204565/real 1788204568]  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204568.627229:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204568.627230:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204568.627233:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204568.627235:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204568.627237:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204568.627239:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204568.627242:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204568.627249:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627254:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204568.627255:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627257:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204568.627258:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204568.627261:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627266:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204568.627270:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627276:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204568.627278:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627280:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204568.627281:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627282:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204568.627284:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204568.627286:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204568.627289:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204568.627292:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204568.627295:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204568.627302:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757632:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204568.627306:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204568.627309:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204565/real 1788204568]  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204568.627315:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204568.627316:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204568.627318:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204568.627320:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204568.627321:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204568.627323:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204568.627326:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204568.627333:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627338:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204568.627340:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627341:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204568.627343:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204568.627346:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627363:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204568.627366:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627372:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204568.627373:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627375:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204568.627376:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627378:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204568.627379:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204568.627382:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204568.627386:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204568.627388:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204568.627392:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204568.627434:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556757760:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204568.627439:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627440:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204568.627443:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556757504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627450:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204568.627451:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204568.627453:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204568.627457:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204568.627459:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204568.627460:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204568.627462:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204568.627464:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204568.627467:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204568.627469:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204568.627470:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:1.0:1788204568.627473:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204568.627475:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627476:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204568.627479:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556757632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627485:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204568.627486:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204568.627488:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204568.627490:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204568.627491:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204568.627492:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204568.627494:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204568.627496:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788204568.627499:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204568.627500:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204568.627501:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:1.0:1788204568.627504:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204568.627505:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627507:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204568.627510:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556757760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.627516:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204568.627518:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204568.627519:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204568.627522:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204568.627524:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204568.627529:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204568.627532:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204568.627534:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:1.0:1788204568.627537:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204568.627538:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204568.627540:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788204568.627542:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204568.627544:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627545:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.627555:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204568.627557:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.627559:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204568.627561:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.946475:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204568.946483:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204568.946487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204568.946493:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204568.946497:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204568.946501:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.946504:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204568.946507:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.946513:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204569.138442:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204569.138449:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204569.138453:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204569.138458:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204569.138461:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204569.138464:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204569.138467:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204569.138470:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204569.138472:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204569.970488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204569.970496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204569.970499:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204569.970506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204569.970511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204569.970515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.970518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204569.970521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204569.970524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204569.970545:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204569.970549:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204569.970552:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204570.162508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204570.162515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204570.162517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204570.162522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204570.162525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204570.162536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204570.162539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204570.162540:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204570.162542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204570.674537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204570.674547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204570.674550:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204570.674554:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204570.674558:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204570.674567:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3703
00000400:00000200:0.0:1788204570.674576:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204570.674582:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204570.674585:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204570.674587:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.674590:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204570.674592:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.674594:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204570.674597:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204570.674599:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204570.674602:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204570.674605:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204570.674606:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204570.674607:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204570.674609:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.674610:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204570.674611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.674613:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204570.674615:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204570.674618:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204570.674620:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204570.674622:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204570.674625:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204570.674627:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.674629:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204570.674631:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204570.674640:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204570.674644:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204570.674648:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204570.674650:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.674654:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204570.674658:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204570.674662:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204570.674672:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204570.674680:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204570.674690:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204570.674701:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204570.674707:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204570.674712:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204570.674740:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204570.674744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204570.674748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204570.674749:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204570.674751:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204570.674754:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204570.674757:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3703
00000400:00000200:0.0:1788204570.674761:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204570.674764:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204570.674766:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204570.674769:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.674771:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204570.674773:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.674776:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204570.674778:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204570.674780:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204570.674781:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204570.674784:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204570.674786:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204570.674788:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204570.674791:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.674793:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204570.674795:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.674797:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204570.674799:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1788204570.674800:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204570.674805:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204570.674807:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204570.674809:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.674811:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788204570.674813:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204570.674821:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204570.674823:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204570.674825:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.674831:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204570.674838:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1788204570.674839:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204570.674842:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204570.674844:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.674847:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204570.674848:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204570.674853:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1788204570.674854:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
02000000:00000001:1.0:1788204570.674859:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204570.674860:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204570.674866:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204570.674868:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204570.674868:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556757888:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204570.674872:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204570.674875:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204570.674878:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204570.674879:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204570.674885:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204570.674885:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204570.674891:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.674892:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204570.674898:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1788204570.674903:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1788204570.674907:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204570.674912:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.674915:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204570.674919:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204570.674922:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788204570.674927:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204570.674931:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000100:00000001:0.0:1788204570.674941:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204570.674944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204570.674945:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00080000:0.0:1788204570.674951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204570.674953:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204570.674955:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204570.674959:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788204570.674959:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556757888, portal 25
00000100:00080000:0.0:1788204570.674973:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3703
00000400:00000200:0.0:1788204570.674979:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204570.674980:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1788204570.674984:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204570.674985:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00080000:0.0:1788204570.674989:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204570.674993:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:1.0:1788204570.674996:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204570.674997:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204570.675002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.675007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204570.675013:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204570.675015:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788204570.675016:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204570.675018:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204570.675023:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000040:1.0:1788204570.675023:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204570.675027:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:1.0:1788204570.675030:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000020:00000001:0.0:1788204570.675031:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:1.0:1788204570.675037:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556757888, offset 0
00000100:00000040:0.0:1788204570.675038:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.675044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204570.675046:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.675048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204570.675051:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:1.0:1788204570.675054:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204570.675057:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204570.675061:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204570.675063:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204570.675066:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204570.675070:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204570.675071:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.675075:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204570.675078:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204570.675080:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204570.675083:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788204570.675084:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204570.675091:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204570.675094:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:1.0:1788204570.675095:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204570.675100:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204570.675102:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204570.675105:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788204570.675106:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204570.675109:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204570.675112:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204570.675115:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1788204570.675118:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000400:00000200:1.0:1788204570.675120:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.675124:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204570.675128:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3125:3125:256:4294967295] 192.168.201.145@tcp LPNI seq info [3125:3125:8:4294967295]
00000100:00100000:0.0:1788204570.675134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204570.675140:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204570.675149:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204570.675152:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204570.675157:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204570.675163:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204570.675176:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204570.675179:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204570.675181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204570.675186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204570.675189:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1788204570.675189:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000100:00080000:0.0:1788204570.675192:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204570.675197:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204570.675201:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3703
00000800:00000200:1.0:1788204570.675206:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000400:00000200:0.0:1788204570.675209:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:1.0:1788204570.675214:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000400:00000200:0.0:1788204570.675216:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204570.675221:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1788204570.675226:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788204570.675229:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:1.1:1788204570.675232:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1788204570.675234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204570.675239:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.675244:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000100:1.0:1788204570.675244:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204570.675248:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:1.0:1788204570.675249:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000020:00000040:0.0:1788204570.675250:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204570.675254:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204570.675257:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000200:1.0:1788204570.675259:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1788204570.675260:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204570.675265:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:1.0:1788204570.675271:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788204570.675273:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204570.675277:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204570.675279:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204570.675281:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000100:00000001:0.0:1788204570.675282:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:1.0:1788204570.675287:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000020:00000040:0.0:1788204570.675288:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204570.675293:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204570.675296:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204570.675298:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204570.675301:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204570.675302:0:2340:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788204570.675303:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.675307:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1788204570.675310:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204570.675311:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204570.675317:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.675321:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204570.675327:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204570.675330:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204570.675333:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204570.675334:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.675335:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204570.675336:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204570.675340:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204570.675342:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204570.675343:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204570.675350:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:1.0:1788204570.675356:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.675357:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.675361:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1788204570.675366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204570.675371:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204570.675376:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204570.675378:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204570.675381:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.675384:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298377896
00000100:00000040:0.0:1788204570.675387:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204570.675392:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fa80.
00000100:00000001:0.0:1788204570.675442:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.675445:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1788204570.675448:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3713)
00000100:00000001:1.0:1788204570.676358:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298377897
00000100:00000010:1.0:1788204570.676370:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f000.
00000100:00000001:1.0:1788204570.676376:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204570.676379:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204570.676382:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.676385:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204570.676391:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204570/real 1788204570]  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204570.676425:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204570.676427:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204570.676430:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204570.676433:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204570.676435:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204570.676438:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204570.676441:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204570.676448:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676453:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204570.676454:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.676456:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204570.676458:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204570.676460:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676464:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204570.676468:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676477:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204570.676480:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.676482:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204570.676484:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.676487:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204570.676489:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204570.676493:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204570.676498:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204570.676500:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204570.676504:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204570.676513:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556757888:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204570.676519:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.676522:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204570.676525:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556757888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676531:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204570.676534:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204570.676538:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204570.676542:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204570.676544:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204570.676547:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204570.676549:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204570.676552:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788204570.676556:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204570.676558:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204570.676560:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204570.676564:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204570.676566:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.676569:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.676580:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204570.676582:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.676585:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204570.676587:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204570.676590:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204570.676594:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676601:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204570.676604:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204570.676607:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204570.676610:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204570.676613:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204570.676616:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758016:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204570.676620:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204570.676623:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204570.676625:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204570.676627:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204570.676631:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204570.676632:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204570.676636:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204570.676639:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204570.676643:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204570.676647:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556758016, portal 10
00000100:00000001:1.0:1788204570.676649:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204570.676650:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788204570.676656:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676660:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204570.676662:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204570.676664:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204570.676666:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556758016, offset 0
00000400:00000200:1.0:1788204570.676670:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204570.676676:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204570.676682:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204570.676686:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204570.676691:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204570.676695:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204570.676698:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204570.676702:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3126:3126:256:4294967295] 192.168.201.145@tcp LPNI seq info [3126:3126:8:4294967295]
00000400:00000200:1.0:1788204570.676706:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204570.676714:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204570.676720:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204570.676725:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204570.676734:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204570.676738:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204570.676743:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204570.676747:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204570.676750:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204570.676752:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204570.676755:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204570.676759:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204570.676762:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204570.676764:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204570.676765:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204570.676768:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676773:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204570.676775:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676779:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.676780:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204570.676784:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204570.676787:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204570.676789:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204570.676791:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298376020
00000100:00000001:1.0:1788204570.676794:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298377896
00000100:00000001:1.0:1788204570.676796:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298376020
00000100:00000001:1.0:1788204570.676797:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298377897
00000100:00000001:1.0:1788204570.676799:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204570.676800:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.676801:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204570.676803:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204570/real 1788204570]  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204570.676807:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204570.676808:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204570.676809:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204570.676810:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204570.676811:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204570.676813:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204570.676814:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204570.676819:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676822:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204570.676823:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.676824:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204570.676825:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204570.676827:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676830:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204570.676832:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676837:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204570.676838:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.676840:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204570.676841:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.676842:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204570.676844:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204570.676845:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204570.676847:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204570.676848:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204570.676850:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204570.676854:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758016:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204570.676857:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204570.676859:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676864:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204570.676865:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204570.676867:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204570.676868:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204570.676869:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204570.676870:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758144:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204570.676872:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204570.676874:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204570.676874:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204570.676875:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204570.676878:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204570.676879:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204570.676881:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204570.676882:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204570.676885:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204570.676887:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556758144, portal 4
00000100:00000001:1.0:1788204570.676888:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204570.676889:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:1.0:1788204570.676893:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676897:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204570.676899:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204570.676900:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204570.676901:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556758144, offset 0
00000400:00000200:1.0:1788204570.676904:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204570.676906:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204570.676908:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204570.676910:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204570.676912:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204570.676914:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204570.676915:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204570.676917:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3127:3127:256:4294967295] 192.168.201.145@tcp LPNI seq info [3127:3127:8:4294967295]
00000400:00000200:1.0:1788204570.676920:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204570.676923:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204570.676926:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204570.676927:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204570.676930:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204570.676931:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204570.676934:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204570.676935:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204570.676938:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204570.676939:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204570.676941:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204570.676943:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204570.676945:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204570.676946:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204570.676948:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204570.676949:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676954:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204570.676956:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.676960:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.676961:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204570.676977:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204570.676981:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204570.676983:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204570.676985:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298375703
00000100:00000001:1.0:1788204570.676987:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298377896
00000100:00000001:1.0:1788204570.676990:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298375703
00000100:00000001:1.0:1788204570.676992:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298377897
00000100:00000001:1.0:1788204570.676994:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204570.676996:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.676998:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204570.677002:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204570/real 1788204570]  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204570.677010:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204570.677011:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204570.677012:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204570.677015:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204570.677016:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204570.677019:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204570.677022:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204570.677030:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677036:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204570.677037:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677039:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204570.677040:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204570.677044:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677051:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204570.677055:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677060:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204570.677062:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677063:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204570.677063:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677064:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204570.677065:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204570.677067:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204570.677068:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204570.677070:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204570.677072:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204570.677076:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758144:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204570.677079:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204570.677081:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677085:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204570.677086:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204570.677087:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204570.677088:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204570.677090:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204570.677092:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758272:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204570.677093:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204570.677095:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204570.677096:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204570.677098:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204570.677100:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204570.677102:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204570.677104:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204570.677105:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204570.677107:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204570.677110:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556758272, portal 4
00000100:00000001:1.0:1788204570.677111:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204570.677112:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:1.0:1788204570.677116:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677120:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204570.677122:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204570.677123:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204570.677124:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556758272, offset 0
00000400:00000200:1.0:1788204570.677126:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204570.677129:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204570.677131:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204570.677132:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204570.677134:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204570.677136:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204570.677137:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204570.677139:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3128:3128:256:4294967295] 192.168.201.145@tcp LPNI seq info [3128:3128:8:4294967295]
00000400:00000200:1.0:1788204570.677141:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204570.677145:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204570.677147:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204570.677149:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204570.677152:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204570.677153:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204570.677156:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204570.677157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204570.677160:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204570.677162:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204570.677164:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204570.677166:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204570.677167:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204570.677169:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204570.677170:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204570.677172:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677177:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204570.677178:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677182:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.677183:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204570.677184:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204570.677186:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204570.677188:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204570.677189:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298376434
00000100:00000001:1.0:1788204570.677190:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298377896
00000100:00000001:1.0:1788204570.677192:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298376434
00000100:00000001:1.0:1788204570.677193:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298377897
00000100:00000001:1.0:1788204570.677195:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204570.677196:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.677197:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204570.677198:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204570/real 1788204570]  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204570.677202:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204570.677203:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204570.677204:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204570.677205:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204570.677206:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204570.677208:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204570.677209:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204570.677214:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677218:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204570.677218:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677219:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204570.677220:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204570.677222:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677225:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204570.677227:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677230:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204570.677232:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677232:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204570.677233:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677234:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204570.677235:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204570.677236:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204570.677238:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204570.677239:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204570.677242:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204570.677246:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758272:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204570.677248:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677249:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204570.677252:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556758016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677256:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204570.677257:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204570.677258:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204570.677259:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204570.677260:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204570.677261:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204570.677262:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204570.677263:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204570.677265:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204570.677266:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204570.677267:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204570.677270:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204570.677271:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677272:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204570.677273:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556758144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677277:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204570.677278:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204570.677278:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204570.677280:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204570.677280:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204570.677281:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204570.677282:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204570.677283:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204570.677284:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204570.677284:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204570.677285:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204570.677287:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204570.677288:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677289:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204570.677290:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556758272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204570.677294:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204570.677295:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204570.677296:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204570.677297:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204570.677298:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204570.677299:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204570.677300:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204570.677301:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:1.0:1788204570.677302:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204570.677303:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204570.677303:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204570.677304:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204570.677305:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677306:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.677308:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204570.677309:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.677310:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204570.677311:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204570.994461:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204570.994468:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204570.994471:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204570.994475:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204570.994480:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204570.994483:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.994484:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204570.994486:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204570.994488:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204571.186519:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204571.186527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204571.186529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204571.186534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204571.186538:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204571.186541:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204571.186544:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204571.186547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204571.186550:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204572.018539:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204572.018549:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204572.018558:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204572.018575:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204572.018582:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204572.018588:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204572.018594:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204572.018598:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204572.018607:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204572.018664:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204572.018669:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204572.018673:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204572.210508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204572.210515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204572.210517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204572.210522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204572.210525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204572.210529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204572.210531:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204572.210535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204572.210537:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204572.914541:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298377896, at 4298377920
00000100:00000040:1.0:1788204572.914542:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298377897, at 4298377920
00000100:00000010:1.0:1788204572.914562:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f000.
00000100:00000010:0.0:1788204572.914567:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fa80.
00000100:00000001:1.0:1788204573.042465:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204573.042473:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204573.042475:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204573.042481:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204573.042484:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204573.042489:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204573.042491:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204573.042495:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204573.042499:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204573.234524:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204573.234531:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204573.234533:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204573.234537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204573.234540:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204573.234544:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204573.234547:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204573.234549:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204573.234551:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204574.066527:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204574.066537:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204574.066542:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204574.066548:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204574.066553:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204574.066556:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.066559:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204574.066562:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204574.066565:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204574.066573:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204574.066579:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204574.066583:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204574.258507:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204574.258517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204574.258520:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204574.258527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204574.258530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204574.258535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204574.258537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204574.258540:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204574.258542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.090532:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204575.090542:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204575.090546:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204575.090553:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204575.090559:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204575.090565:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.090567:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204575.090570:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.090573:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204575.282483:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204575.282492:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204575.282494:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204575.282499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204575.282503:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204575.282506:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204575.282509:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204575.282512:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204575.282515:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204575.794516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204575.794529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204575.794531:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204575.794536:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204575.794541:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204575.794551:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3708
00000400:00000200:3.0:1788204575.794561:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204575.794566:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204575.794569:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204575.794572:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794575:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204575.794576:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204575.794582:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204575.794584:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204575.794586:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204575.794589:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204575.794590:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204575.794592:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204575.794594:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794595:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204575.794596:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794597:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204575.794599:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204575.794602:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794603:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204575.794605:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204575.794609:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204575.794611:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204575.794613:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204575.794615:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204575.794626:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204575.794629:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204575.794633:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204575.794635:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204575.794639:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204575.794642:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204575.794648:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204575.794660:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:3.0:1788204575.794667:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204575.794679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204575.794689:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204575.794694:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204575.794700:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204575.794729:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204575.794732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204575.794736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204575.794737:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204575.794739:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204575.794741:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204575.794744:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3708
00000400:00000200:3.0:1788204575.794748:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204575.794752:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204575.794755:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204575.794759:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794761:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204575.794762:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794764:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204575.794765:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204575.794766:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204575.794769:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:1.0:1788204575.794770:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204575.794771:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204575.794775:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204575.794775:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204575.794779:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204575.794781:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204575.794784:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204575.794785:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794789:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204575.794792:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794795:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204575.794800:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204575.794802:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204575.794804:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788204575.794806:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:1.0:1788204575.794807:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204575.794810:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:1.0:1788204575.794813:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204575.794814:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204575.794817:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1788204575.794823:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556758400:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788204575.794824:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204575.794827:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204575.794831:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204575.794833:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788204575.794835:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204575.794838:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204575.794840:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204575.794841:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1788204575.794843:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
02000000:00000001:1.0:1788204575.794845:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204575.794846:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204575.794851:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204575.794851:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204575.794852:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204575.794855:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204575.794856:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204575.794857:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204575.794860:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000010:3.0:1788204575.794861:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
02000000:00000001:1.0:1788204575.794863:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204575.794865:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204575.794870:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788204575.794872:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204575.794884:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000100:00000001:3.0:1788204575.794892:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204575.794894:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000001:3.0:1788204575.794895:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204575.794901:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204575.794902:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556758400, portal 25
00000100:00000001:1.0:1788204575.794906:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204575.794908:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788204575.794917:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204575.794917:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204575.794923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204575.794928:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204575.794930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1788204575.794934:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794935:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204575.794937:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00080000:3.0:1788204575.794938:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788204575.794941:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556758400, offset 0
00000100:00000001:3.0:1788204575.794943:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204575.794947:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3708
00000400:00000200:1.0:1788204575.794951:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204575.794954:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204575.794958:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204575.794960:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204575.794962:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204575.794964:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794967:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204575.794971:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204575.794972:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788204575.794974:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204575.794976:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204575.794977:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:1.0:1788204575.794978:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788204575.794979:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204575.794983:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204575.794985:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:1.0:1788204575.794986:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:3.0:1788204575.794989:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:1.0:1788204575.794991:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204575.794993:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204575.794996:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.794996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204575.795002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204575.795003:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3129:3129:256:4294967295] 192.168.201.145@tcp LPNI seq info [3129:3129:8:4294967295]
00000100:00000001:3.0:1788204575.795007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204575.795012:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:1.0:1788204575.795015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204575.795016:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204575.795021:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204575.795023:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204575.795028:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204575.795029:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788204575.795034:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204575.795039:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204575.795039:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204575.795042:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204575.795044:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204575.795045:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000100:00000001:3.0:1788204575.795046:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204575.795052:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204575.795055:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204575.795057:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1788204575.795059:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:3.0:1788204575.795059:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204575.795062:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204575.795065:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1788204575.795067:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1788204575.795067:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204575.795072:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000800:00000200:1.1:1788204575.795076:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204575.795077:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204575.795082:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204575.795087:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00100000:3.0:1788204575.795088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1788204575.795090:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204575.795098:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204575.795099:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204575.795103:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204575.795104:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204575.795111:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000100:00000040:3.0:1788204575.795111:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204575.795115:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204575.795120:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204575.795123:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204575.795126:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204575.795128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204575.795139:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204575.795142:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204575.795145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204575.795149:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204575.795153:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.795155:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1788204575.795155:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204575.795160:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204575.795161:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204575.795165:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3708
00000400:00000200:1.0:1788204575.795168:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204575.795172:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298383016
00000400:00000200:3.0:1788204575.795173:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204575.795178:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000010:1.0:1788204575.795179:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f000.
00000100:00080000:3.0:1788204575.795180:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204575.795184:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.795185:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204575.795187:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1788204575.795188:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.795192:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204575.795194:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204575.795195:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204575.795197:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204575.795199:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204575.795201:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:1.0:1788204575.795203:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298383016
00000020:00000001:3.0:1788204575.795204:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000010:1.0:1788204575.795207:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f9c0.
00000100:00000040:3.0:1788204575.795210:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204575.795215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204575.795217:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788204575.795218:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204575.795222:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204575.795222:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204575.795226:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204575.795228:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:1.0:1788204575.795230:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204575.795234:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00100000:1.0:1788204575.795235:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204575/real 1788204575]  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204575.795239:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204575.795243:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204575.795248:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1788204575.795249:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204575.795251:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1788204575.795253:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204575.795254:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000100:00000001:3.0:1788204575.795258:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204575.795259:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204575.795262:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000008:00100000:3.0:1788204575.795263:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204575.795265:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1788204575.795268:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204575.795270:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204575.795272:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204575.795279:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000200:1.0:1788204575.795280:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204575.795284:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204575.795289:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204575.795290:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788204575.795291:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.795292:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795297:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204575.795297:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204575.795299:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204575.795300:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1788204575.795304:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204575.795305:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.795312:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204575.795314:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000040:1.0:1788204575.795317:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204575.795320:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.795326:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204575.795330:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795331:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1788204575.795331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204575.795333:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795337:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204575.795339:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204575.795343:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204575.795348:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1788204575.795349:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204575.795352:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204575.795353:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204575.795357:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204575.795363:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204575.795367:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556758400:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204575.795378:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795381:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204575.795384:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204575.795385:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556758400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204575.795391:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3718)
00000100:00000001:1.0:1788204575.795392:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204575.795395:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204575.795434:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204575.795439:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204575.795441:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204575.795444:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204575.795447:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204575.795450:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:1.0:1788204575.795454:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204575.795456:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204575.795458:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788204575.795461:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204575.795462:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795465:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795473:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204575.795475:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.795477:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204575.795478:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204575.795479:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204575.795486:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795491:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204575.795492:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204575.795493:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204575.795495:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204575.795496:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204575.795498:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758528:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204575.795500:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204575.795501:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204575.795502:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204575.795504:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204575.795506:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204575.795507:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204575.795510:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204575.795512:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204575.795515:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204575.795517:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556758528, portal 10
00000100:00000001:1.0:1788204575.795518:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204575.795519:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:1.0:1788204575.795524:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795529:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204575.795530:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204575.795531:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204575.795533:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556758528, offset 0
00000400:00000200:1.0:1788204575.795535:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204575.795537:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204575.795539:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204575.795542:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204575.795543:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204575.795545:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204575.795547:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204575.795549:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3130:3130:256:4294967295] 192.168.201.145@tcp LPNI seq info [3130:3130:8:4294967295]
00000400:00000200:1.0:1788204575.795551:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204575.795555:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204575.795558:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204575.795559:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204575.795562:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204575.795564:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204575.795566:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204575.795568:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204575.795570:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204575.795571:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204575.795574:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204575.795576:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204575.795578:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204575.795579:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204575.795580:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204575.795582:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795587:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204575.795589:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795593:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.795594:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204575.795596:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204575.795598:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204575.795600:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204575.795601:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298381139
00000100:00000001:1.0:1788204575.795603:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298383016
00000100:00000001:1.0:1788204575.795604:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298381139
00000100:00000001:1.0:1788204575.795606:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298383016
00000100:00000001:1.0:1788204575.795607:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204575.795608:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.795610:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204575.795612:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204575/real 1788204575]  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204575.795617:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204575.795619:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204575.795620:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204575.795622:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204575.795623:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204575.795625:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204575.795629:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204575.795636:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795643:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204575.795644:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795646:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204575.795648:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204575.795651:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795658:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204575.795662:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795669:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204575.795670:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795672:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204575.795672:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795674:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204575.795676:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204575.795678:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204575.795680:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204575.795681:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204575.795684:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204575.795689:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758528:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204575.795692:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204575.795694:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795702:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204575.795703:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204575.795704:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204575.795705:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204575.795707:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204575.795708:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758656:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204575.795710:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204575.795711:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204575.795712:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204575.795713:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204575.795715:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204575.795716:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204575.795719:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204575.795720:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204575.795723:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204575.795725:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556758656, portal 4
00000100:00000001:1.0:1788204575.795726:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204575.795727:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:1.0:1788204575.795731:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795735:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204575.795736:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204575.795737:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204575.795739:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556758656, offset 0
00000400:00000200:1.0:1788204575.795741:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204575.795743:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204575.795745:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204575.795747:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204575.795749:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204575.795750:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204575.795752:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204575.795754:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3131:3131:256:4294967295] 192.168.201.145@tcp LPNI seq info [3131:3131:8:4294967295]
00000400:00000200:1.0:1788204575.795756:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204575.795761:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204575.795763:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204575.795765:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204575.795768:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204575.795770:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204575.795772:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204575.795773:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204575.795776:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204575.795777:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204575.795779:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204575.795781:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204575.795783:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204575.795784:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204575.795786:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204575.795787:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795792:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204575.795794:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795798:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.795799:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204575.795801:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204575.795803:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204575.795804:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204575.795805:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298380822
00000100:00000001:1.0:1788204575.795807:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298383016
00000100:00000001:1.0:1788204575.795809:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298380822
00000100:00000001:1.0:1788204575.795810:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298383016
00000100:00000001:1.0:1788204575.795812:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204575.795814:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.795816:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204575.795819:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204575/real 1788204575]  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204575.795826:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204575.795828:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204575.795829:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204575.795831:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204575.795833:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204575.795835:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204575.795838:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204575.795847:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795853:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204575.795854:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795856:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204575.795858:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204575.795860:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795865:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204575.795867:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795871:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204575.795872:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795885:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204575.795886:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.795887:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204575.795889:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204575.795890:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204575.795893:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204575.795894:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204575.795897:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204575.795902:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758656:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204575.795905:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204575.795907:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795910:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204575.795911:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204575.795913:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204575.795914:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204575.795915:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204575.795917:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758784:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204575.795919:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204575.795920:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204575.795921:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204575.795922:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204575.795924:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204575.795926:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204575.795928:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204575.795929:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204575.795931:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204575.795933:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556758784, portal 4
00000100:00000001:1.0:1788204575.795935:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204575.795935:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788204575.795940:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.795944:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204575.795945:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204575.795946:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204575.795948:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556758784, offset 0
00000400:00000200:1.0:1788204575.795950:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204575.795953:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204575.795955:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204575.795957:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204575.795958:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204575.795960:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204575.795961:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204575.795963:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3132:3132:256:4294967295] 192.168.201.145@tcp LPNI seq info [3132:3132:8:4294967295]
00000400:00000200:1.0:1788204575.795966:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204575.795970:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204575.795972:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204575.795974:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204575.795976:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204575.795978:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204575.795981:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204575.795982:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204575.795985:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204575.795986:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204575.795988:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204575.795990:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204575.795992:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204575.795993:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204575.795994:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204575.795996:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.796001:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204575.796003:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.796007:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.796007:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204575.796009:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204575.796012:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204575.796013:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204575.796015:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298381553
00000100:00000001:1.0:1788204575.796016:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298383016
00000100:00000001:1.0:1788204575.796018:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298381553
00000100:00000001:1.0:1788204575.796019:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298383016
00000100:00000001:1.0:1788204575.796020:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204575.796021:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.796022:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204575.796024:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204575/real 1788204575]  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204575.796028:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204575.796029:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204575.796030:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204575.796031:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204575.796032:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204575.796033:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204575.796035:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204575.796040:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.796044:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204575.796044:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.796045:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204575.796046:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204575.796048:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.796051:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204575.796053:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.796058:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204575.796059:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.796060:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204575.796061:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.796062:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204575.796063:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204575.796064:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204575.796065:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204575.796066:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204575.796068:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204575.796072:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556758784:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204575.796074:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.796075:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204575.796077:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556758528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.796080:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204575.796081:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204575.796082:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204575.796083:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204575.796084:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204575.796085:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204575.796086:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204575.796087:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:1.0:1788204575.796088:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204575.796089:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204575.796090:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788204575.796092:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204575.796092:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.796094:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204575.796095:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556758656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.796099:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204575.796100:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204575.796101:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204575.796102:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204575.796103:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204575.796104:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204575.796104:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204575.796105:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:1.0:1788204575.796106:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204575.796107:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204575.796108:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:1.0:1788204575.796109:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204575.796110:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.796110:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204575.796112:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556758784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204575.796115:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204575.796116:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204575.796117:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204575.796118:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204575.796119:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204575.796119:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204575.796120:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204575.796121:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:1.0:1788204575.796122:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204575.796123:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204575.796123:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788204575.796124:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204575.796125:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.796126:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204575.796128:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204575.796129:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204575.796130:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204575.796132:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204576.114535:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204576.114545:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204576.114549:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204576.114555:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204576.114561:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204576.114573:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204576.114577:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204576.114581:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204576.114585:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204576.114663:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204576.114667:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204576.114670:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204576.306465:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204576.306474:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204576.306477:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204576.306483:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204576.306487:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204576.306491:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204576.306494:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204576.306497:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204576.306500:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204577.138547:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204577.138555:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204577.138558:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204577.138564:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204577.138570:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204577.138575:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204577.138582:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204577.138586:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204577.138591:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204577.330531:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204577.330538:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204577.330540:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204577.330545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204577.330548:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204577.330552:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204577.330554:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204577.330557:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204577.330559:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204578.034536:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298383016, at 4298383040
00000100:00000040:1.0:1788204578.034536:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298383016, at 4298383040
00000100:00000010:1.0:1788204578.034554:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f9c0.
00000100:00000010:0.0:1788204578.034555:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f000.
00000100:00000001:3.0:1788204578.162502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204578.162510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204578.162514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204578.162520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204578.162524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204578.162529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204578.162534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204578.162536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204578.162538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204578.162581:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204578.162585:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204578.162589:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204578.354514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204578.354522:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204578.354524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204578.354528:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204578.354532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204578.354536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204578.354538:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204578.354541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204578.354544:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204579.186532:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204579.186543:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204579.186547:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204579.186551:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204579.186557:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204579.186561:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204579.186564:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204579.186566:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204579.186569:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204579.378538:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204579.378548:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204579.378551:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204579.378562:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204579.378566:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204579.378572:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204579.378575:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204579.378579:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204579.378582:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204580.210491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204580.210500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204580.210504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204580.210510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204580.210515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204580.210521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204580.210524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204580.210531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204580.210535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204580.210550:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204580.210554:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204580.210558:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204580.402563:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204580.402574:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204580.402577:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204580.402584:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204580.402589:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204580.402594:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204580.402597:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204580.402601:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204580.402604:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.914756:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204580.914762:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204580.914768:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204580.914779:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.914805:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204580.914809:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204580.914816:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204580.914821:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204580.914827:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204580.914835:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556758912:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204580.914844:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204580.914851:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204580.914856:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204580.914862:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204580.914870:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204580.914876:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204580.914887:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204580.914895:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204580.914905:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204580.914915:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556758912, portal 25
00000100:00000001:1.0:1788204580.914920:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204580.914924:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651072 : -105387657900544 : ffffa02686164e00)
00000100:00000040:1.0:1788204580.914936:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.914967:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204580.914975:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204580.914981:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204580.914987:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556758912, offset 0
00000400:00000200:1.0:1788204580.915001:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204580.915014:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204580.915024:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204580.915032:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204580.915038:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204580.915046:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204580.915052:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204580.915061:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3133:3133:256:4294967295] 192.168.201.145@tcp LPNI seq info [3133:3133:8:4294967295]
00000400:00000200:1.0:1788204580.915070:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204580.915091:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204580.915107:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204580.915115:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204580.915128:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204580.915145:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204580.915157:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204580.915163:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204580.915174:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204580.915179:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204580.915189:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204580.915201:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204580.915210:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204580.915217:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204580.915226:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204580.915235:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915254:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204580.915262:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915282:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.915285:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204580.915293:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204580.915298:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204580.915301:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298388136
00000100:00000010:1.0:1788204580.915306:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f9c0.
00000100:00000001:1.0:1788204580.915313:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204580.915327:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298388136
00000100:00000010:1.0:1788204580.915329:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f3c0.
00000100:00000001:1.0:1788204580.915331:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204580.915334:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204580.915336:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.915338:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204580.915342:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204580/real 1788204580]  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204580.915352:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204580.915355:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204580.915358:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204580.915362:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204580.915364:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204580.915367:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204580.915372:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204580.915381:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915389:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204580.915391:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915394:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204580.915421:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204580.915426:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915430:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204580.915434:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915438:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204580.915440:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915441:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204580.915442:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915443:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204580.915445:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204580.915446:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204580.915449:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204580.915450:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204580.915452:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204580.915457:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556758912:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204580.915461:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915463:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204580.915465:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164e00 x1875064556758912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915471:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204580.915474:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204580.915477:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204580.915481:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204580.915482:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204580.915484:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204580.915486:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204580.915489:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800a400.
02000000:00000001:1.0:1788204580.915493:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204580.915495:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204580.915497:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164e00.
00000100:00000001:1.0:1788204580.915500:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204580.915502:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915504:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915512:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204580.915513:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.915515:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204580.915516:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204580.915517:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204580.915520:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915525:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204580.915526:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204580.915527:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204580.915528:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204580.915530:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204580.915531:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759040:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204580.915533:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204580.915535:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204580.915536:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204580.915537:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204580.915539:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204580.915540:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204580.915543:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204580.915545:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204580.915548:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204580.915549:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556759040, portal 10
00000100:00000001:1.0:1788204580.915551:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204580.915552:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660928 : -105387657890688 : ffffa02686167480)
00000100:00000040:1.0:1788204580.915557:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915561:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204580.915562:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204580.915564:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204580.915565:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556759040, offset 0
00000400:00000200:1.0:1788204580.915567:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204580.915570:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204580.915572:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204580.915574:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204580.915576:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204580.915578:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204580.915579:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204580.915589:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3134:3134:256:4294967295] 192.168.201.145@tcp LPNI seq info [3134:3134:8:4294967295]
00000400:00000200:1.0:1788204580.915595:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204580.915599:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204580.915602:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204580.915604:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204580.915607:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204580.915609:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204580.915611:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204580.915617:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204580.915620:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204580.915621:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204580.915623:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204580.915625:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204580.915627:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204580.915628:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204580.915630:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204580.915632:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915641:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204580.915643:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915647:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.915648:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204580.915651:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204580.915654:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204580.915657:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204580.915659:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298386259
00000100:00000001:1.0:1788204580.915663:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298388136
00000100:00000001:1.0:1788204580.915665:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298386259
00000100:00000001:1.0:1788204580.915667:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298388136
00000100:00000001:1.0:1788204580.915669:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204580.915671:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.915672:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204580.915676:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204580/real 1788204580]  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204580.915683:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204580.915684:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204580.915686:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204580.915688:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204580.915689:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204580.915691:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204580.915694:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204580.915701:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915707:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204580.915709:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915711:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204580.915712:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204580.915715:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915721:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204580.915725:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915730:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204580.915733:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915734:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204580.915736:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915737:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204580.915739:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204580.915742:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204580.915745:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204580.915747:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204580.915750:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204580.915758:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759040:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204580.915762:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204580.915765:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915770:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204580.915771:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204580.915773:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204580.915774:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204580.915775:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204580.915777:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759168:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204580.915779:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204580.915780:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204580.915781:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204580.915783:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204580.915796:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204580.915799:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204580.915801:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204580.915803:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204580.915806:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204580.915808:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556759168, portal 4
00000100:00000001:1.0:1788204580.915809:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204580.915810:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051648384 : -105387657903232 : ffffa02686164380)
00000100:00000040:1.0:1788204580.915814:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915818:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204580.915819:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204580.915820:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204580.915822:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556759168, offset 0
00000400:00000200:1.0:1788204580.915824:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204580.915826:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204580.915828:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204580.915830:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204580.915832:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204580.915833:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204580.915835:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204580.915836:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3135:3135:256:4294967295] 192.168.201.145@tcp LPNI seq info [3135:3135:8:4294967295]
00000400:00000200:1.0:1788204580.915839:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204580.915843:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204580.915845:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204580.915847:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204580.915850:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204580.915852:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204580.915854:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204580.915856:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204580.915873:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204580.915875:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204580.915877:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204580.915879:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204580.915881:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204580.915882:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204580.915884:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204580.915886:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915891:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204580.915893:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915897:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.915898:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204580.915900:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204580.915902:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204580.915904:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204580.915905:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298385942
00000100:00000001:1.0:1788204580.915907:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298388136
00000100:00000001:1.0:1788204580.915908:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298385942
00000100:00000001:1.0:1788204580.915910:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298388136
00000100:00000001:1.0:1788204580.915911:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204580.915913:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.915914:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204580.915916:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204580/real 1788204580]  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204580.915920:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204580.915921:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204580.915922:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204580.915923:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204580.915925:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204580.915926:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204580.915928:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204580.915932:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915935:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204580.915936:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915937:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204580.915937:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204580.915939:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915943:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204580.915945:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915948:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204580.915950:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915951:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204580.915952:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.915953:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204580.915954:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204580.915956:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204580.915957:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204580.915959:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204580.915960:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204580.915968:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759168:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204580.915971:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204580.915973:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.915976:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204580.915977:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204580.915978:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204580.915979:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204580.915980:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204580.915981:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759296:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204580.915983:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204580.915984:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204580.915985:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204580.915986:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204580.915988:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204580.915989:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204580.915991:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204580.915993:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204580.915994:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204580.915996:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556759296, portal 4
00000100:00000001:1.0:1788204580.915997:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204580.915998:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051657344 : -105387657894272 : ffffa02686166680)
00000100:00000040:1.0:1788204580.916002:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.916005:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204580.916007:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204580.916008:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204580.916010:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556759296, offset 0
00000400:00000200:1.0:1788204580.916012:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204580.916014:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204580.916016:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204580.916018:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204580.916019:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204580.916021:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204580.916022:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204580.916024:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3136:3136:256:4294967295] 192.168.201.145@tcp LPNI seq info [3136:3136:8:4294967295]
00000400:00000200:1.0:1788204580.916026:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204580.916029:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204580.916032:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204580.916033:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204580.916035:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204580.916037:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204580.916039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204580.916041:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204580.916043:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204580.916045:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204580.916046:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204580.916048:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204580.916050:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204580.916051:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204580.916053:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204580.916054:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.916059:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204580.916061:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.916065:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.916065:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204580.916067:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204580.916068:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204580.916070:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204580.916071:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298386673
00000100:00000001:1.0:1788204580.916073:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298388136
00000100:00000001:1.0:1788204580.916074:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298386673
00000100:00000001:1.0:1788204580.916076:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298388136
00000100:00000001:1.0:1788204580.916077:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204580.916078:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.916079:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204580.916080:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204580/real 1788204580]  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204580.916084:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204580.916085:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204580.916086:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204580.916087:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204580.916088:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204580.916089:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204580.916091:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204580.916095:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.916098:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204580.916099:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.916100:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204580.916101:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204580.916102:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.916106:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204580.916108:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.916111:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204580.916113:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.916114:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204580.916115:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.916116:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204580.916117:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204580.916118:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204580.916120:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204580.916121:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204580.916123:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204580.916127:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759296:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204580.916129:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.916130:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204580.916132:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167480 x1875064556759040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.916135:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204580.916136:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204580.916137:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204580.916138:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204580.916139:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204580.916140:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204580.916141:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204580.916143:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009c00.
02000000:00000001:1.0:1788204580.916145:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204580.916147:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204580.916148:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167480.
00000100:00000001:1.0:1788204580.916151:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204580.916152:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.916153:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204580.916156:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164380 x1875064556759168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.916168:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204580.916170:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204580.916171:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204580.916174:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204580.916175:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204580.916176:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204580.916179:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204580.916180:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b000.
02000000:00000001:1.0:1788204580.916182:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204580.916183:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204580.916184:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164380.
00000100:00000001:1.0:1788204580.916187:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204580.916188:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.916190:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204580.916193:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166680 x1875064556759296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204580.916197:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204580.916198:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204580.916199:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204580.916200:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204580.916201:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204580.916201:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204580.916202:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204580.916203:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800a800.
02000000:00000001:1.0:1788204580.916204:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204580.916205:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204580.916205:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166680.
00000100:00000001:1.0:1788204580.916207:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204580.916207:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.916208:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204580.916211:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204580.916211:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204580.916212:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204580.916213:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204581.234527:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204581.234537:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204581.234542:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204581.234548:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204581.234554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204581.234558:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204581.234561:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204581.234564:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204581.234568:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204581.426556:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204581.426566:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204581.426568:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204581.426575:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204581.426579:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204581.426584:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204581.426587:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204581.426590:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204581.426593:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204582.258529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204582.258535:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204582.258536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204582.258542:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204582.258545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204582.258550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204582.258554:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204582.258560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204582.258563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204582.258652:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204582.258655:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204582.258659:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204582.450477:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204582.450482:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204582.450483:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204582.450486:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204582.450492:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204582.450495:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204582.450497:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204582.450499:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204582.450501:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204583.154529:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298388136, at 4298388160
00000100:00000040:1.0:1788204583.154529:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298388136, at 4298388160
00000100:00000010:1.0:1788204583.154546:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f3c0.
00000100:00000010:0.0:1788204583.154549:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f9c0.
00000100:00000001:3.0:1788204583.282461:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204583.282479:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204583.282481:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204583.282489:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204583.282493:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204583.282497:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204583.282500:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204583.282504:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204583.282507:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204583.474535:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204583.474542:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204583.474544:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204583.474549:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204583.474553:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204583.474557:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204583.474559:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204583.474562:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204583.474564:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204584.306622:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204584.306627:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204584.306631:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204584.306684:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204584.306689:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204584.306692:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.306696:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204584.306700:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204584.306711:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.306714:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204584.306717:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.306722:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204584.498510:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204584.498521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204584.498522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204584.498529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204584.498532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204584.498536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204584.498538:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204584.498541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204584.498543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204585.330538:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204585.330547:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204585.330550:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204585.330558:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204585.330566:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204585.330572:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204585.330577:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204585.330580:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204585.330583:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204585.522496:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204585.522502:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204585.522504:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204585.522508:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204585.522510:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204585.522513:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204585.522515:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204585.522517:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204585.522519:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204586.034575:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204586.034589:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204586.034592:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204586.034597:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204586.034603:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204586.034612:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3718
00000400:00000200:0.0:1788204586.034623:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204586.034631:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204586.034650:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204586.034657:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.034661:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204586.034664:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.034667:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204586.034671:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204586.034673:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204586.034675:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204586.034678:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204586.034680:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204586.034682:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204586.034684:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.034685:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204586.034686:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.034687:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204586.034689:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204586.034691:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204586.034693:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204586.034695:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204586.034710:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204586.034713:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204586.034715:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204586.034718:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204586.034730:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204586.034735:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204586.034739:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204586.034741:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204586.034745:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204586.034749:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204586.034754:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204586.034764:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204586.034772:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204586.034784:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204586.034796:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204586.034802:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204586.034807:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204586.034829:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204586.034833:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204586.034836:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204586.034838:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204586.034839:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204586.034842:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204586.034852:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3718
00000400:00000200:0.0:1788204586.034857:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204586.034861:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204586.034863:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204586.034867:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204586.034869:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204586.034870:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204586.034874:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204586.034874:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204586.034878:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204586.034879:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204586.034882:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204586.034884:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204586.034886:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1788204586.034888:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204586.034889:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204586.034893:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204586.034896:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204586.034903:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204586.034906:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204586.034907:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204586.034909:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204586.034912:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:1.0:1788204586.034914:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204586.034917:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:1.0:1788204586.034918:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204586.034923:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:1.0:1788204586.034923:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204586.034929:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556759424:192.168.201.145@tcp:250:kworker.0
00000100:00080000:0.0:1788204586.034930:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204586.034934:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204586.034936:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.034938:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204586.034939:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204586.034942:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.034945:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204586.034948:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1788204586.034949:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:0.0:1788204586.034951:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.034955:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204586.034956:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204586.034961:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204586.034965:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:0.0:1788204586.034966:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204586.034969:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204586.034970:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000100:00000010:0.0:1788204586.034973:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204586.034975:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000400:00000010:1.0:1788204586.034977:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
02000000:00000001:0.0:1788204586.034978:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204586.034980:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204586.034983:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204586.034984:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204586.034986:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204586.034989:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556759424, portal 25
02000000:00000010:0.0:1788204586.034990:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204586.034996:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.034996:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204586.035000:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00100000:0.0:1788204586.035003:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204586.035012:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204586.035012:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204586.035016:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204586.035024:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035026:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204586.035033:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204586.035038:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000001:0.0:1788204586.035041:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204586.035043:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556759424, offset 0
00000100:00080000:0.0:1788204586.035045:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204586.035050:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204586.035055:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204586.035055:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204586.035059:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204586.035064:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204586.035068:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3718
00000400:00000200:1.0:1788204586.035068:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204586.035079:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204586.035086:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204586.035090:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204586.035094:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204586.035097:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204586.035101:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3137:3137:256:4294967295] 192.168.201.145@tcp LPNI seq info [3137:3137:8:4294967295]
00000400:00000200:1.0:1788204586.035106:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204586.035116:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204586.035124:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:1.0:1788204586.035126:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204586.035130:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204586.035133:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1788204586.035134:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000100:00000040:0.0:1788204586.035136:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.035139:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204586.035141:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.035142:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204586.035147:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.0:1788204586.035147:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:0.0:1788204586.035149:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204586.035152:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204586.035155:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:1.0:1788204586.035155:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788204586.035159:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204586.035164:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:1.1:1788204586.035165:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204586.035171:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1788204586.035172:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.035177:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1788204586.035181:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788204586.035182:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.035186:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:1.0:1788204586.035186:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000020:00000040:0.0:1788204586.035191:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:1.0:1788204586.035194:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788204586.035195:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204586.035199:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204586.035202:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1788204586.035203:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204586.035208:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204586.035209:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
02000000:00000001:0.0:1788204586.035212:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204586.035213:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:0.0:1788204586.035217:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204586.035220:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:0.0:1788204586.035221:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1788204586.035224:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788204586.035226:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204586.035230:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204586.035237:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000100:00000001:1.0:1788204586.035239:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788204586.035242:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204586.035247:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1788204586.035247:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204586.035250:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204586.035254:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204586.035257:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204586.035260:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.035264:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204586.035266:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:1.0:1788204586.035267:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204586.035271:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.035276:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204586.035280:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204586.035285:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204586.035291:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298393256
00000100:00000001:0.0:1788204586.035294:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204586.035297:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204586.035299:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f3c0.
00000100:00000040:0.0:1788204586.035303:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035309:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204586.035314:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204586.035318:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204586.035321:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298393256
00000100:00080000:0.0:1788204586.035323:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204586.035326:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204586.035329:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1788204586.035329:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f960.
00000100:00000001:1.0:1788204586.035336:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204586.035340:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204586.035343:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204586.035344:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204586.035347:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3718
00000100:00000001:1.0:1788204586.035350:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1788204586.035355:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:1.0:1788204586.035359:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204586/real 1788204586]  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204586.035362:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204586.035367:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204586.035373:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.035378:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204586.035380:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000001:1.0:1788204586.035381:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788204586.035382:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000001:1.0:1788204586.035385:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1788204586.035386:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204586.035390:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000400:00000010:1.0:1788204586.035390:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000020:00000001:0.0:1788204586.035395:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204586.035432:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204586.035436:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204586.035439:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204586.035444:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204586.035451:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204586.035455:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000200:1.0:1788204586.035458:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204586.035459:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204586.035467:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.035469:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204586.035470:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204586.035473:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204586.035476:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204586.035481:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204586.035483:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204586.035485:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.035486:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204586.035489:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204586.035490:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204586.035493:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204586.035494:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204586.035498:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204586.035499:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204586.035503:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204586.035507:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204586.035509:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1788204586.035511:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204586.035515:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204586.035516:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035522:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1788204586.035524:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204586.035525:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.035528:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1788204586.035529:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:1.0:1788204586.035529:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.035534:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1788204586.035535:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204586.035536:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204586.035538:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204586.035539:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204586.035542:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1788204586.035544:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
02000000:00000001:0.0:1788204586.035545:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204586.035547:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1788204586.035549:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204586.035552:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204586.035555:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00100000:1.0:1788204586.035559:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556759424:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204586.035561:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.035564:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.035566:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1788204586.035569:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204586.035570:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556759424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035594:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1788204586.035595:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204586.035599:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.035599:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204586.035605:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
00000100:00000040:0.0:1788204586.035607:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204586.035611:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204586.035614:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204586.035618:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000100:00000001:0.0:1788204586.035619:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204586.035624:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:0.0:1788204586.035627:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3728)
02000000:00000010:1.0:1788204586.035629:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204586.035642:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204586.035644:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204586.035646:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:1.0:1788204586.035649:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204586.035654:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.035657:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.035666:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204586.035669:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.035671:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204586.035673:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204586.035675:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204586.035680:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035687:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204586.035689:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.035692:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204586.035694:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204586.035706:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204586.035710:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759552:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204586.035714:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204586.035716:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204586.035718:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.035720:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204586.035723:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204586.035725:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204586.035730:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204586.035733:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204586.035737:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204586.035739:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556759552, portal 10
00000100:00000001:1.0:1788204586.035741:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204586.035742:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:1.0:1788204586.035748:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035753:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204586.035755:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204586.035757:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204586.035758:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556759552, offset 0
00000400:00000200:1.0:1788204586.035760:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204586.035764:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204586.035767:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204586.035770:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204586.035773:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204586.035774:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204586.035778:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204586.035781:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3138:3138:256:4294967295] 192.168.201.145@tcp LPNI seq info [3138:3138:8:4294967295]
00000400:00000200:1.0:1788204586.035784:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204586.035788:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204586.035791:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204586.035793:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204586.035796:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204586.035798:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204586.035801:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204586.035802:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204586.035804:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204586.035806:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204586.035808:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204586.035810:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204586.035811:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204586.035813:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204586.035814:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204586.035816:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035825:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204586.035827:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035831:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.035832:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204586.035833:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204586.035836:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204586.035838:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204586.035839:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298391379
00000100:00000001:1.0:1788204586.035841:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298393256
00000100:00000001:1.0:1788204586.035842:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298391379
00000100:00000001:1.0:1788204586.035844:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298393256
00000100:00000001:1.0:1788204586.035845:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204586.035846:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.035847:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204586.035849:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204586/real 1788204586]  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204586.035854:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204586.035854:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204586.035855:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204586.035857:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204586.035858:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204586.035859:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204586.035861:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204586.035865:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035868:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204586.035870:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.035871:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204586.035872:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204586.035874:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035878:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204586.035880:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035883:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204586.035885:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.035885:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204586.035886:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.035887:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204586.035888:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204586.035890:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204586.035891:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204586.035892:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204586.035895:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204586.035899:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759552:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204586.035901:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204586.035903:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035907:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204586.035908:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.035909:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204586.035910:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204586.035911:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204586.035913:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759680:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204586.035915:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204586.035916:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204586.035917:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.035918:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204586.035920:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204586.035921:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204586.035923:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204586.035924:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204586.035927:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204586.035928:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556759680, portal 4
00000100:00000001:1.0:1788204586.035929:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204586.035930:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000040:1.0:1788204586.035934:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035938:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204586.035939:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204586.035940:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204586.035941:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556759680, offset 0
00000400:00000200:1.0:1788204586.035944:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204586.035946:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204586.035948:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204586.035950:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204586.035951:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204586.035953:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204586.035954:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204586.035956:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3139:3139:256:4294967295] 192.168.201.145@tcp LPNI seq info [3139:3139:8:4294967295]
00000400:00000200:1.0:1788204586.035958:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204586.035961:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204586.035963:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204586.035965:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204586.035967:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204586.035969:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204586.035971:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204586.035972:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204586.035975:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204586.035976:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204586.035978:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204586.035980:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204586.035982:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204586.035983:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204586.035984:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204586.035986:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035990:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204586.035992:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.035996:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.035997:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204586.035999:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204586.036000:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204586.036002:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204586.036003:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298391062
00000100:00000001:1.0:1788204586.036005:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298393256
00000100:00000001:1.0:1788204586.036006:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298391062
00000100:00000001:1.0:1788204586.036008:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298393256
00000100:00000001:1.0:1788204586.036009:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204586.036010:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.036011:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204586.036013:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204586/real 1788204586]  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204586.036016:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204586.036018:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204586.036019:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204586.036020:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204586.036021:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204586.036022:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204586.036024:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204586.036028:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036031:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204586.036032:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036033:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204586.036034:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204586.036036:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036039:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204586.036041:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036044:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204586.036045:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036047:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204586.036047:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036048:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204586.036050:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204586.036051:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204586.036053:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204586.036054:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204586.036056:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204586.036064:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759680:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204586.036066:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204586.036068:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036072:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204586.036072:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.036073:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204586.036074:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204586.036075:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204586.036077:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759808:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204586.036078:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204586.036079:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204586.036080:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204586.036080:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204586.036082:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204586.036083:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204586.036085:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204586.036086:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204586.036088:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204586.036090:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556759808, portal 4
00000100:00000001:1.0:1788204586.036091:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204586.036091:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:1.0:1788204586.036094:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036098:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204586.036099:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204586.036100:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204586.036102:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556759808, offset 0
00000400:00000200:1.0:1788204586.036104:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204586.036106:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204586.036108:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204586.036110:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204586.036112:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204586.036113:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204586.036115:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204586.036116:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3140:3140:256:4294967295] 192.168.201.145@tcp LPNI seq info [3140:3140:8:4294967295]
00000400:00000200:1.0:1788204586.036118:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204586.036122:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204586.036124:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204586.036125:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204586.036127:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204586.036129:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204586.036131:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204586.036133:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204586.036135:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204586.036137:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204586.036138:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204586.036140:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204586.036141:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204586.036142:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204586.036144:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204586.036145:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036150:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204586.036152:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036155:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.036156:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204586.036157:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204586.036159:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204586.036160:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204586.036162:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298391793
00000100:00000001:1.0:1788204586.036164:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298393256
00000100:00000001:1.0:1788204586.036165:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298391793
00000100:00000001:1.0:1788204586.036166:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298393256
00000100:00000001:1.0:1788204586.036167:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204586.036168:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.036169:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204586.036171:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204586/real 1788204586]  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204586.036175:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204586.036175:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204586.036176:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204586.036177:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204586.036179:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204586.036180:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204586.036181:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204586.036186:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036189:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204586.036190:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036191:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204586.036192:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204586.036194:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036197:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204586.036199:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036202:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204586.036204:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036205:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204586.036206:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036207:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204586.036208:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204586.036209:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204586.036211:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204586.036212:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204586.036214:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204586.036218:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556759808:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204586.036220:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036221:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204586.036222:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556759552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036225:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204586.036226:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204586.036227:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204586.036228:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204586.036229:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204586.036230:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204586.036231:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204586.036232:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204586.036234:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204586.036235:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204586.036236:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:1.0:1788204586.036238:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204586.036239:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036240:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204586.036241:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556759680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036249:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204586.036250:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204586.036251:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204586.036253:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204586.036253:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204586.036254:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204586.036255:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204586.036256:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788204586.036257:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204586.036257:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204586.036258:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:1.0:1788204586.036259:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204586.036260:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036260:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204586.036262:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556759808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204586.036265:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204586.036265:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204586.036266:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204586.036267:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204586.036268:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204586.036268:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204586.036269:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204586.036270:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:1.0:1788204586.036271:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204586.036271:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204586.036272:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204586.036273:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204586.036274:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036275:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.036276:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204586.036277:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.036278:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204586.036279:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204586.354508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204586.354517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204586.354519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204586.354525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204586.354530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204586.354535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.354539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204586.354542:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204586.354549:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204586.354618:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204586.354623:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204586.354626:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204586.546468:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204586.546474:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204586.546476:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204586.546482:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204586.546485:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204586.546489:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204586.546491:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204586.546494:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204586.546497:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204587.378499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204587.378510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204587.378514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204587.378520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204587.378525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204587.378530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204587.378534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204587.378538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204587.378544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204587.570532:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204587.570540:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204587.570542:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204587.570547:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204587.570550:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204587.570554:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204587.570556:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204587.570559:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204587.570561:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204588.274523:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298393256, at 4298393280
00000100:00000040:1.0:1788204588.274524:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298393256, at 4298393280
00000100:00000010:1.0:1788204588.274541:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f960.
00000100:00000010:0.0:1788204588.274546:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f3c0.
00000100:00000001:1.0:1788204588.402514:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204588.402521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204588.402525:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204588.402535:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204588.402544:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204588.402549:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204588.402552:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204588.402555:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204588.402558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204588.402579:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204588.402582:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204588.402586:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204588.594504:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204588.594509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204588.594510:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204588.594514:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204588.594517:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204588.594520:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204588.594521:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204588.594523:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204588.594525:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.426610:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204589.426617:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204589.426619:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.426624:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204589.426627:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204589.426630:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.426633:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204589.426635:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.426690:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.618494:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204589.618501:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204589.618502:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204589.618508:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204589.618511:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204589.618514:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204589.618517:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204589.618520:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204589.618522:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204590.450487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204590.450494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204590.450496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204590.450500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204590.450503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204590.450507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204590.450508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204590.450510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204590.450512:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204590.450588:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204590.450592:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204590.450596:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204590.642504:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204590.642510:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204590.642512:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204590.642517:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204590.642520:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204590.642524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204590.642526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204590.642529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204590.642532:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204591.154496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204591.154503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204591.154505:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204591.154508:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204591.154511:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204591.154516:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3723
00000400:00000200:3.0:1788204591.154523:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204591.154527:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204591.154530:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204591.154532:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154535:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204591.154536:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154538:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204591.154540:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204591.154542:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204591.154544:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204591.154546:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204591.154547:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204591.154549:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204591.154550:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154551:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204591.154553:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154554:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204591.154556:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204591.154558:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154559:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204591.154561:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204591.154563:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204591.154565:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.154566:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204591.154567:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204591.154574:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204591.154576:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204591.154579:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204591.154580:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.154583:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204591.154585:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204591.154590:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204591.154596:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00000001:3.0:1788204591.154602:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204591.154621:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204591.154631:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204591.154636:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204591.154641:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204591.154661:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204591.154664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204591.154667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204591.154668:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204591.154669:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204591.154671:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204591.154673:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3723
00000400:00000200:3.0:1788204591.154676:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204591.154678:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204591.154680:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204591.154683:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154684:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204591.154686:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204591.154688:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204591.154688:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204591.154692:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204591.154692:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204591.154693:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:1.0:1788204591.154695:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204591.154696:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204591.154699:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204591.154702:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204591.154703:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204591.154704:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204591.154711:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154716:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204591.154717:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204591.154719:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204591.154720:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.154722:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:1.0:1788204591.154724:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788204591.154725:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:1.0:1788204591.154727:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204591.154729:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:1.0:1788204591.154730:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.154732:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204591.154735:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556759936:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788204591.154735:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204591.154739:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204591.154740:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204591.154741:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204591.154743:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204591.154744:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.154745:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204591.154747:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1788204591.154750:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1788204591.154752:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
00000008:00000001:3.0:1788204591.154753:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204591.154754:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.154756:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204591.154760:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:3.0:1788204591.154760:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788204591.154764:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000400:00000010:1.0:1788204591.154765:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
02000000:00000001:3.0:1788204591.154767:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204591.154769:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.154770:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1788204591.154772:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
02000000:00000001:3.0:1788204591.154772:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204591.154773:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204591.154779:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556759936, portal 25
02000000:00000010:3.0:1788204591.154779:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:1.0:1788204591.154783:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204591.154784:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000001:3.0:1788204591.154784:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204591.154794:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204591.154795:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.154813:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204591.154817:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154821:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204591.154822:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000001:3.0:1788204591.154825:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204591.154826:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556759936, offset 0
00000100:00000040:3.0:1788204591.154831:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204591.154835:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154842:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204591.154845:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204591.154847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204591.154849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1788204591.154852:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788204591.154852:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204591.154855:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204591.154858:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204591.154858:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204591.154861:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3723
00000400:00000200:1.0:1788204591.154865:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204591.154866:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204591.154870:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204591.154872:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204591.154876:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204591.154877:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3141:3141:256:4294967295] 192.168.201.145@tcp LPNI seq info [3141:3141:8:4294967295]
00000100:00080000:3.0:1788204591.154880:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204591.154883:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204591.154886:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154889:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204591.154891:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154896:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:1.0:1788204591.154898:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1788204591.154899:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204591.154902:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204591.154904:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.0:1788204591.154907:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788204591.154908:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000010:1.0:1788204591.154912:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000020:00000001:3.0:1788204591.154913:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:1.0:1788204591.154918:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204591.154921:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1788204591.154923:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:1.1:1788204591.154928:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204591.154932:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:1.1:1788204591.154933:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1788204591.154938:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1788204591.154939:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204591.154942:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000100:00000040:3.0:1788204591.154945:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204591.154947:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204591.154949:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204591.154952:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204591.154961:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204591.154964:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204591.154967:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788204591.154967:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204591.154971:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204591.154975:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
02000000:00000001:3.0:1788204591.154975:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.154977:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1788204591.154979:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000008:00100000:3.0:1788204591.154981:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204591.154985:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1788204591.154986:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.154990:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204591.154992:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204591.154995:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788204591.155000:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204591.155005:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204591.155008:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204591.155008:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.155013:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1788204591.155015:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204591.155015:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204591.155018:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204591.155022:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788204591.155026:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204591.155033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204591.155042:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.155044:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204591.155046:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204591.155047:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204591.155050:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155053:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.155058:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204591.155062:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204591.155063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204591.155067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204591.155068:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298398376
00000100:00000001:3.0:1788204591.155068:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204591.155071:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204591.155074:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204591.155075:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3723
00000100:00000010:1.0:1788204591.155076:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f960.
00000400:00000200:3.0:1788204591.155080:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204591.155084:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1788204591.155089:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204591.155091:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204591.155093:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.155094:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204591.155096:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.155097:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204591.155099:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204591.155100:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298398376
00000020:00000040:3.0:1788204591.155100:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204591.155103:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204591.155106:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000010:1.0:1788204591.155107:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f540.
00000020:00000001:3.0:1788204591.155108:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204591.155112:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:1.0:1788204591.155113:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788204591.155116:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.155118:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204591.155119:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204591.155120:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204591.155123:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204591.155125:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204591.155126:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:1.0:1788204591.155130:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204591.155131:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204591.155135:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204591.155136:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1788204591.155139:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204591/real 1788204591]  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204591.155139:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204591.155142:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.155146:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204591.155149:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204591.155152:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204591.155153:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788204591.155153:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204591.155156:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:3.0:1788204591.155158:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000400:00000010:1.0:1788204591.155159:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000020:00000040:3.0:1788204591.155163:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000200:1.0:1788204591.155164:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
02000000:00000001:3.0:1788204591.155166:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1788204591.155167:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
02000000:00000001:3.0:1788204591.155169:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.155171:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204591.155172:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204591.155174:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1788204591.155176:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204591.155177:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204591.155182:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788204591.155187:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204591.155188:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204591.155193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204591.155195:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204591.155198:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155201:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204591.155203:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204591.155209:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204591.155209:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204591.155214:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.155216:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204591.155225:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204591.155227:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155233:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204591.155237:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155240:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204591.155241:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155245:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204591.155248:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204591.155248:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204591.155251:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204591.155254:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000040:3.0:1788204591.155254:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3733)
00000100:00000001:1.0:1788204591.155259:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204591.155262:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204591.155267:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556759936:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204591.155271:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155272:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204591.155274:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556759936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155278:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204591.155279:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204591.155282:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204591.155285:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204591.155287:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204591.155288:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204591.155290:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204591.155292:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:1.0:1788204591.155296:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204591.155297:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204591.155299:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:1.0:1788204591.155302:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204591.155303:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155305:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155311:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204591.155313:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.155315:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204591.155316:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204591.155318:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204591.155322:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155328:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204591.155329:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204591.155331:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204591.155333:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204591.155335:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204591.155337:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760064:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204591.155340:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204591.155342:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204591.155344:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204591.155346:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204591.155349:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204591.155350:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204591.155354:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204591.155356:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204591.155360:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204591.155362:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556760064, portal 10
00000100:00000001:1.0:1788204591.155364:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204591.155365:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:1.0:1788204591.155370:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155374:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204591.155375:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204591.155377:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204591.155378:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556760064, offset 0
00000400:00000200:1.0:1788204591.155381:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204591.155384:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204591.155386:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204591.155388:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204591.155390:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204591.155392:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204591.155393:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204591.155395:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3142:3142:256:4294967295] 192.168.201.145@tcp LPNI seq info [3142:3142:8:4294967295]
00000400:00000200:1.0:1788204591.155418:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204591.155423:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204591.155426:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204591.155428:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204591.155431:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204591.155432:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204591.155435:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204591.155437:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204591.155439:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204591.155440:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204591.155442:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204591.155444:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204591.155446:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204591.155447:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204591.155449:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204591.155451:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155456:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204591.155459:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155466:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.155467:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204591.155470:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204591.155474:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204591.155477:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204591.155479:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298396499
00000100:00000001:1.0:1788204591.155481:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298398376
00000100:00000001:1.0:1788204591.155483:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298396499
00000100:00000001:1.0:1788204591.155485:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298398376
00000100:00000001:1.0:1788204591.155487:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204591.155489:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.155491:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204591.155494:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204591/real 1788204591]  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204591.155502:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204591.155504:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204591.155505:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204591.155508:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204591.155509:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204591.155511:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204591.155514:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204591.155522:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155528:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204591.155530:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155531:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204591.155532:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204591.155536:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155542:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204591.155546:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155553:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204591.155555:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155557:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204591.155558:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155559:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204591.155561:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204591.155563:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204591.155566:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204591.155569:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204591.155572:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204591.155580:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760064:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204591.155584:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204591.155587:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155593:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204591.155595:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204591.155596:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204591.155597:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204591.155599:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204591.155600:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760192:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204591.155602:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204591.155604:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204591.155605:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204591.155606:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204591.155620:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204591.155622:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204591.155624:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204591.155626:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204591.155629:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204591.155631:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556760192, portal 4
00000100:00000001:1.0:1788204591.155632:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204591.155633:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:1.0:1788204591.155637:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155640:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204591.155642:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204591.155643:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204591.155644:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556760192, offset 0
00000400:00000200:1.0:1788204591.155646:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204591.155649:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204591.155651:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204591.155653:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204591.155654:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204591.155656:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204591.155657:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204591.155659:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3143:3143:256:4294967295] 192.168.201.145@tcp LPNI seq info [3143:3143:8:4294967295]
00000400:00000200:1.0:1788204591.155661:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204591.155665:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204591.155668:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204591.155670:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204591.155673:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204591.155676:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204591.155679:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204591.155682:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204591.155685:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204591.155687:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204591.155690:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204591.155693:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204591.155696:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204591.155698:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204591.155700:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204591.155704:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155711:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204591.155714:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155720:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.155722:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204591.155725:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204591.155728:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204591.155731:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204591.155733:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298396182
00000100:00000001:1.0:1788204591.155736:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298398376
00000100:00000001:1.0:1788204591.155738:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298396182
00000100:00000001:1.0:1788204591.155740:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298398376
00000100:00000001:1.0:1788204591.155741:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204591.155743:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.155745:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204591.155749:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204591/real 1788204591]  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204591.155756:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204591.155758:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204591.155759:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204591.155761:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204591.155763:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204591.155765:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204591.155768:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204591.155776:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155787:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204591.155788:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155790:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204591.155791:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204591.155795:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155801:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204591.155805:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155812:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204591.155814:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155816:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204591.155817:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.155819:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204591.155821:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204591.155824:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204591.155827:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204591.155829:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204591.155833:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204591.155841:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760192:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204591.155845:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204591.155848:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155853:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204591.155855:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204591.155857:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204591.155859:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204591.155861:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204591.155864:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760320:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204591.155867:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204591.155869:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204591.155870:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204591.155872:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204591.155875:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204591.155877:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204591.155880:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204591.155882:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204591.155885:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204591.155888:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556760320, portal 4
00000100:00000001:1.0:1788204591.155890:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204591.155891:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788204591.155896:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155902:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204591.155905:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204591.155907:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204591.155909:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556760320, offset 0
00000400:00000200:1.0:1788204591.155913:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204591.155916:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204591.155920:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204591.155923:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204591.155925:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204591.155928:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204591.155930:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204591.155933:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3144:3144:256:4294967295] 192.168.201.145@tcp LPNI seq info [3144:3144:8:4294967295]
00000400:00000200:1.0:1788204591.155937:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204591.155943:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204591.155948:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204591.155951:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204591.155954:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204591.155957:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204591.155961:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204591.155964:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204591.155967:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204591.155969:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204591.155972:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204591.155975:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204591.155978:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204591.155980:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204591.155982:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204591.155986:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.155993:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204591.155996:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.156002:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.156004:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204591.156007:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204591.156018:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204591.156024:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204591.156026:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298396913
00000100:00000001:1.0:1788204591.156028:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298398376
00000100:00000001:1.0:1788204591.156030:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298396913
00000100:00000001:1.0:1788204591.156032:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298398376
00000100:00000001:1.0:1788204591.156034:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204591.156036:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.156038:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204591.156042:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204591/real 1788204591]  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204591.156050:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204591.156052:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204591.156053:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204591.156056:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204591.156057:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204591.156059:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204591.156062:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204591.156071:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.156076:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204591.156078:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.156079:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204591.156081:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204591.156085:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.156091:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204591.156095:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.156102:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204591.156105:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.156106:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204591.156107:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.156109:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204591.156111:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204591.156113:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204591.156116:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204591.156119:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204591.156123:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204591.156131:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760320:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204591.156135:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.156137:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204591.156140:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556760064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.156147:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204591.156148:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204591.156150:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204591.156153:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204591.156154:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204591.156156:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204591.156158:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204591.156159:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:1.0:1788204591.156162:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204591.156163:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204591.156164:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:1.0:1788204591.156167:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204591.156168:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.156170:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204591.156173:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556760192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.156179:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204591.156180:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204591.156182:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204591.156184:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204591.156185:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204591.156187:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204591.156189:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204591.156190:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:1.0:1788204591.156192:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204591.156193:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204591.156195:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:1.0:1788204591.156197:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204591.156198:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.156200:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204591.156203:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556760320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204591.156209:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204591.156210:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204591.156212:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204591.156214:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204591.156215:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204591.156216:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204591.156218:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204591.156220:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:1.0:1788204591.156221:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204591.156223:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204591.156224:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788204591.156226:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204591.156227:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.156229:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.156232:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204591.156233:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.156235:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204591.156237:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204591.474510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204591.474520:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204591.474523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204591.474528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204591.474535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204591.474546:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.474552:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204591.474560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204591.474566:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204591.666465:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204591.666472:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204591.666474:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204591.666479:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204591.666483:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204591.666486:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204591.666489:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204591.666492:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204591.666494:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204592.498475:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204592.498483:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204592.498486:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204592.498492:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204592.498496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204592.498500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204592.498502:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204592.498504:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204592.498506:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204592.498579:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204592.498582:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204592.498594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204592.690503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204592.690510:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204592.690511:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204592.690516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204592.690518:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204592.690522:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204592.690523:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204592.690525:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204592.690527:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204593.394491:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298398376, at 4298398400
00000100:00000040:1.0:1788204593.394491:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298398376, at 4298398400
00000100:00000010:1.0:1788204593.394506:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f540.
00000100:00000010:0.0:1788204593.394509:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f960.
00000100:00000001:1.0:1788204593.522478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204593.522484:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204593.522486:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204593.522490:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204593.522493:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204593.522496:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204593.522498:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204593.522500:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204593.522503:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204593.714472:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204593.714478:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204593.714479:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204593.714483:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204593.714486:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204593.714488:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204593.714490:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204593.714492:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204593.714494:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.546473:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204594.546480:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204594.546482:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204594.546488:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204594.546493:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204594.546496:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.546499:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204594.546502:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.546509:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204594.546574:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204594.546577:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204594.546579:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204594.738492:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204594.738497:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204594.738498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204594.738502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204594.738504:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204594.738507:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204594.738509:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204594.738511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204594.738513:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204595.570496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204595.570503:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204595.570505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204595.570512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204595.570522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204595.570528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204595.570546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204595.570550:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204595.570553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204595.762492:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204595.762498:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204595.762507:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204595.762513:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204595.762521:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204595.762524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204595.762539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204595.762542:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204595.762546:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204596.274531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204596.274539:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204596.274541:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204596.274544:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204596.274547:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204596.274553:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3728
00000400:00000200:0.0:1788204596.274561:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204596.274565:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204596.274567:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204596.274570:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274572:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204596.274573:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274575:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204596.274578:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204596.274579:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204596.274581:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204596.274584:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204596.274587:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204596.274589:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204596.274592:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204596.274596:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274599:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204596.274602:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204596.274605:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274607:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204596.274610:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204596.274613:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204596.274617:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204596.274619:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204596.274621:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204596.274630:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204596.274633:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204596.274637:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204596.274639:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204596.274642:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204596.274645:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204596.274648:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204596.274656:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204596.274662:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204596.274670:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204596.274677:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204596.274680:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204596.274683:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204596.274698:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204596.274700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204596.274703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204596.274704:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204596.274705:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204596.274707:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204596.274708:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3728
00000400:00000200:0.0:1788204596.274711:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204596.274713:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204596.274714:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204596.274716:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274718:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204596.274719:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274720:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204596.274721:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204596.274722:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204596.274723:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204596.274725:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204596.274726:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204596.274727:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204596.274729:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274731:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204596.274733:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274734:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204596.274735:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204596.274737:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274738:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204596.274739:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204596.274741:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1788204596.274744:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204596.274746:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.274747:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204596.274748:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204596.274751:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1788204596.274752:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204596.274756:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204596.274757:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204596.274760:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000100:00000040:1.0:1788204596.274762:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204596.274763:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204596.274767:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204596.274769:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204596.274772:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204596.274774:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204596.274776:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204596.274781:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:1.0:1788204596.274783:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204596.274785:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.274787:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204596.274790:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204596.274793:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204596.274797:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204596.274799:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204596.274801:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204596.274802:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204596.274807:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204596.274810:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556760448:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204596.274818:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.274819:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788204596.274821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204596.274824:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1788204596.274825:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204596.274826:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1788204596.274829:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204596.274830:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204596.274835:0:37:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1788204596.274835:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1788204596.274841:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3728
02000000:00000010:1.0:1788204596.274842:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
00000400:00000200:0.0:1788204596.274846:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788204596.274847:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204596.274853:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204596.274856:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204596.274858:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204596.274863:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000100:00000040:0.0:1788204596.274864:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274868:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204596.274871:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000010:1.0:1788204596.274871:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000001:0.0:1788204596.274877:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204596.274879:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204596.274881:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000100:00000200:1.0:1788204596.274881:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556760448, portal 25
00000020:00000001:0.0:1788204596.274883:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204596.274885:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1788204596.274887:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000001:1.0:1788204596.274888:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000020:00000001:0.0:1788204596.274891:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204596.274896:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204596.274898:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204596.274902:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274908:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204596.274911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274915:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204596.274915:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788204596.274917:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204596.274921:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:1.0:1788204596.274922:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204596.274923:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204596.274925:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788204596.274926:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
02000000:00000001:0.0:1788204596.274928:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204596.274931:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204596.274931:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556760448, offset 0
00000100:00000001:0.0:1788204596.274935:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204596.274937:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204596.274939:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204596.274940:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204596.274945:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000400:00000200:1.0:1788204596.274945:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788204596.274949:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204596.274950:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204596.274951:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204596.274953:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204596.274954:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204596.274956:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204596.274957:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:0.0:1788204596.274960:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204596.274963:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204596.274966:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00100000:0.0:1788204596.274969:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204596.274974:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204596.274978:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204596.274980:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204596.274983:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000040:0.0:1788204596.274984:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204596.274990:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204596.274993:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204596.274996:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:0.0:1788204596.274997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204596.275002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204596.275005:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204596.275006:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3145:3145:256:4294967295] 192.168.201.145@tcp LPNI seq info [3145:3145:8:4294967295]
00000100:00080000:0.0:1788204596.275007:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204596.275011:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204596.275015:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3728
00000400:00000200:1.0:1788204596.275018:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204596.275029:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204596.275035:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:1.0:1788204596.275037:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204596.275041:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204596.275043:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204596.275045:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000010:1.0:1788204596.275045:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000100:00000001:0.0:1788204596.275050:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204596.275052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204596.275057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:1.0:1788204596.275057:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788204596.275063:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.0:1788204596.275064:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000020:00000040:0.0:1788204596.275065:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204596.275070:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1788204596.275074:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204596.275078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000020:00000040:0.0:1788204596.275080:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204596.275085:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000100:1.0:1788204596.275086:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204596.275090:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000010:1.0:1788204596.275091:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000100:00000040:0.0:1788204596.275099:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204596.275101:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204596.275102:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204596.275107:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204596.275111:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204596.275112:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204596.275117:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000200:1.0:1788204596.275120:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000100:00080000:0.0:1788204596.275121:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000010:1.0:1788204596.275124:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:0.0:1788204596.275126:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204596.275130:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204596.275131:0:2340:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788204596.275133:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204596.275137:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204596.275138:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204596.275141:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204596.275145:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204596.275149:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204596.275154:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275157:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1788204596.275159:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000100:00000040:1.0:1788204596.275163:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204596.275164:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204596.275169:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204596.275171:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204596.275175:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204596.275177:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204596.275181:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275181:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275186:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1788204596.275188:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204596.275193:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275193:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204596.275201:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:0.0:1788204596.275203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204596.275205:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298403496
00000100:00000010:1.0:1788204596.275212:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f540.
00000100:00000001:0.0:1788204596.275214:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204596.275217:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275220:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1788204596.275222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275229:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298403496
00000100:00000001:0.0:1788204596.275232:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204596.275234:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f0c0.
00000100:00000040:0.0:1788204596.275239:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3738)
00000100:00000001:1.0:1788204596.275240:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204596.275246:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204596.275249:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275251:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204596.275256:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204596/real 1788204596]  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204596.275266:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204596.275268:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204596.275269:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204596.275272:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204596.275274:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204596.275276:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204596.275279:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204596.275287:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275294:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204596.275296:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275298:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204596.275300:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204596.275304:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275310:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204596.275314:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275321:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204596.275324:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275325:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204596.275326:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275328:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204596.275331:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204596.275333:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204596.275336:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204596.275339:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204596.275344:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204596.275351:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556760448:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204596.275356:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275358:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204596.275361:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556760448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275367:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204596.275369:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204596.275371:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204596.275374:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204596.275376:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204596.275377:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204596.275380:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204596.275382:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788204596.275385:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204596.275387:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204596.275388:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204596.275391:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204596.275392:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275394:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275421:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204596.275424:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275426:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204596.275428:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204596.275429:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204596.275433:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275440:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204596.275442:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204596.275444:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204596.275445:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204596.275447:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204596.275450:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760576:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204596.275453:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204596.275455:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204596.275456:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204596.275458:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204596.275461:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204596.275463:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204596.275466:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204596.275469:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204596.275472:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204596.275475:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556760576, portal 10
00000100:00000001:1.0:1788204596.275477:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204596.275478:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788204596.275484:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275490:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204596.275493:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204596.275495:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204596.275497:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556760576, offset 0
00000400:00000200:1.0:1788204596.275501:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204596.275505:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204596.275508:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204596.275511:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204596.275513:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204596.275516:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204596.275532:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204596.275535:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3146:3146:256:4294967295] 192.168.201.145@tcp LPNI seq info [3146:3146:8:4294967295]
00000400:00000200:1.0:1788204596.275539:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204596.275545:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204596.275550:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204596.275553:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204596.275557:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204596.275560:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204596.275564:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204596.275567:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1788204596.275571:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204596.275572:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204596.275575:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204596.275578:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204596.275581:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204596.275583:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204596.275585:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204596.275588:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275596:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204596.275598:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275604:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275606:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204596.275609:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204596.275612:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204596.275615:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204596.275617:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298401619
00000100:00000001:1.0:1788204596.275619:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298403496
00000100:00000001:1.0:1788204596.275621:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298401619
00000100:00000001:1.0:1788204596.275623:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298403496
00000100:00000001:1.0:1788204596.275625:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204596.275627:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275628:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204596.275631:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204596/real 1788204596]  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204596.275644:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204596.275645:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204596.275647:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204596.275649:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204596.275651:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204596.275653:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204596.275656:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204596.275664:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275670:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204596.275672:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275673:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204596.275674:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204596.275678:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275684:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204596.275687:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275693:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204596.275696:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275697:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204596.275698:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275700:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204596.275702:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204596.275704:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204596.275708:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204596.275710:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204596.275714:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204596.275721:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760576:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204596.275725:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204596.275728:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275734:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204596.275736:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204596.275738:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204596.275740:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204596.275741:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204596.275744:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760704:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204596.275747:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204596.275749:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204596.275750:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204596.275752:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204596.275755:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204596.275757:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204596.275760:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204596.275762:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204596.275766:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204596.275769:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556760704, portal 4
00000100:00000001:1.0:1788204596.275770:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204596.275772:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:1.0:1788204596.275777:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275783:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204596.275785:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204596.275787:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204596.275789:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556760704, offset 0
00000400:00000200:1.0:1788204596.275794:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204596.275797:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204596.275800:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204596.275803:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204596.275805:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204596.275807:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204596.275810:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204596.275813:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3147:3147:256:4294967295] 192.168.201.145@tcp LPNI seq info [3147:3147:8:4294967295]
00000400:00000200:1.0:1788204596.275816:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204596.275822:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204596.275825:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204596.275828:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204596.275832:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204596.275834:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204596.275838:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204596.275840:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1788204596.275855:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204596.275858:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204596.275860:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204596.275863:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204596.275867:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204596.275868:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204596.275871:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204596.275874:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275882:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204596.275885:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275891:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275893:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204596.275896:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204596.275898:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204596.275901:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204596.275904:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298401302
00000100:00000001:1.0:1788204596.275906:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298403496
00000100:00000001:1.0:1788204596.275908:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298401302
00000100:00000001:1.0:1788204596.275910:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298403496
00000100:00000001:1.0:1788204596.275912:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204596.275914:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.275916:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204596.275919:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204596/real 1788204596]  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204596.275926:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204596.275927:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204596.275929:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204596.275931:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204596.275932:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204596.275934:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204596.275937:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204596.275944:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275951:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204596.275952:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275954:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204596.275955:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204596.275958:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275964:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204596.275968:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.275974:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204596.275977:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275978:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204596.275979:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.275981:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204596.275982:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204596.275985:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204596.275988:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204596.275990:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204596.275993:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204596.276000:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760704:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204596.276004:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204596.276006:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276012:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204596.276014:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204596.276016:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204596.276017:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204596.276019:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204596.276022:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760832:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204596.276025:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204596.276026:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204596.276028:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204596.276030:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204596.276033:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204596.276034:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204596.276037:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204596.276039:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204596.276042:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204596.276044:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556760832, portal 4
00000100:00000001:1.0:1788204596.276047:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204596.276048:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:1.0:1788204596.276053:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276058:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204596.276060:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204596.276062:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204596.276064:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556760832, offset 0
00000400:00000200:1.0:1788204596.276068:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204596.276071:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204596.276075:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204596.276077:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204596.276079:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204596.276082:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204596.276084:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204596.276086:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3148:3148:256:4294967295] 192.168.201.145@tcp LPNI seq info [3148:3148:8:4294967295]
00000400:00000200:1.0:1788204596.276091:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204596.276096:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204596.276101:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204596.276103:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204596.276107:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204596.276110:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204596.276114:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204596.276116:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1788204596.276120:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204596.276121:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204596.276124:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204596.276127:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204596.276129:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204596.276131:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204596.276133:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204596.276136:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276149:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204596.276152:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276157:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.276159:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204596.276162:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204596.276164:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204596.276167:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204596.276169:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298402033
00000100:00000001:1.0:1788204596.276171:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298403496
00000100:00000001:1.0:1788204596.276173:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298402033
00000100:00000001:1.0:1788204596.276175:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298403496
00000100:00000001:1.0:1788204596.276177:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204596.276179:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.276181:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204596.276184:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204596/real 1788204596]  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204596.276191:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204596.276192:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204596.276193:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204596.276195:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204596.276197:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204596.276198:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204596.276201:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204596.276209:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276214:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204596.276216:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.276217:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204596.276219:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204596.276222:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276228:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204596.276232:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276238:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204596.276240:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.276242:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204596.276244:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.276245:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204596.276247:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204596.276249:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204596.276252:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204596.276254:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204596.276257:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204596.276264:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556760832:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204596.276267:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.276269:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204596.276272:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556760576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276278:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204596.276279:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204596.276281:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204596.276283:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204596.276285:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204596.276286:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204596.276288:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204596.276290:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204596.276292:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204596.276293:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204596.276295:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204596.276298:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204596.276299:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.276300:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204596.276303:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556760704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276309:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204596.276311:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204596.276312:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204596.276314:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204596.276315:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204596.276317:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204596.276318:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204596.276320:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788204596.276322:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204596.276323:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204596.276324:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204596.276326:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204596.276328:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.276329:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204596.276332:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556760832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204596.276338:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204596.276339:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204596.276340:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204596.276342:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204596.276344:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204596.276345:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204596.276346:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204596.276348:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:1.0:1788204596.276350:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204596.276351:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204596.276352:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788204596.276354:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204596.276355:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.276357:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.276360:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204596.276362:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.276363:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204596.276365:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204596.594502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204596.594508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204596.594510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204596.594528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204596.594532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204596.594537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.594542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204596.594545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204596.594551:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204596.594616:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204596.594619:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204596.594623:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204596.786503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204596.786522:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204596.786525:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204596.786529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204596.786532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204596.786536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204596.786539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204596.786542:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204596.786544:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204597.618477:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204597.618484:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204597.618486:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204597.618491:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204597.618521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204597.618525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204597.618535:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204597.618539:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204597.618547:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204597.810501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204597.810508:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204597.810510:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204597.810516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204597.810519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204597.810523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204597.810525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204597.810528:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204597.810531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204598.514446:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298403496, at 4298403520
00000100:00000010:1.0:1788204598.514457:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f0c0.
00000100:00000040:0.0:1788204598.514465:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298403496, at 4298403520
00000100:00000010:0.0:1788204598.514472:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f540.
00000100:00000001:1.0:1788204598.642550:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204598.642557:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204598.642560:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204598.642566:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204598.642573:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204598.642579:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204598.642586:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204598.642588:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204598.642592:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204598.642635:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204598.642638:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204598.642640:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204598.834524:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204598.834529:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204598.834530:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204598.834534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204598.834536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204598.834539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204598.834541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204598.834543:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204598.834545:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.666506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204599.666514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204599.666517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204599.666521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204599.666526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204599.666529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.666531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204599.666534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.666537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204599.858499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204599.858506:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204599.858508:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204599.858513:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204599.858516:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204599.858520:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204599.858523:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204599.858525:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204599.858528:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204600.690529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204600.690538:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204600.690541:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204600.690547:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204600.690555:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204600.690563:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204600.690568:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204600.690572:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204600.690575:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204600.690582:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204600.690587:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204600.690592:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204600.882512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204600.882517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204600.882519:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204600.882522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204600.882524:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204600.882527:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204600.882529:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204600.882531:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204600.882533:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204601.394535:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204601.394545:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204601.394547:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204601.394551:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204601.394555:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204601.394561:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3733
00000400:00000200:0.0:1788204601.394574:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204601.394579:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204601.394581:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204601.394585:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.394588:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204601.394591:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.394593:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204601.394597:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204601.394599:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204601.394602:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204601.394605:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204601.394607:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204601.394610:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204601.394613:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.394615:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204601.394617:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.394619:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204601.394622:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204601.394625:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204601.394627:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204601.394629:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204601.394632:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204601.394634:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204601.394635:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204601.394637:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204601.394645:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204601.394648:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204601.394659:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204601.394661:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204601.394664:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204601.394667:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204601.394671:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204601.394679:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204601.394685:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204601.394695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204601.394705:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204601.394710:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204601.394714:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204601.394738:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204601.394741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204601.394744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204601.394746:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204601.394748:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204601.394750:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204601.394753:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3733
00000400:00000200:0.0:1788204601.394757:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204601.394760:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204601.394761:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204601.394763:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.394765:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204601.394767:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.394769:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204601.394770:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204601.394771:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204601.394772:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204601.394774:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:1.0:1788204601.394777:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204601.394782:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:1.0:1788204601.394782:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788204601.394786:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:1.0:1788204601.394786:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204601.394791:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.394793:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204601.394796:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:1.0:1788204601.394797:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204601.394798:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204601.394801:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204601.394806:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204601.394810:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.394812:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788204601.394813:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204601.394816:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204601.394817:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204601.394820:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204601.394820:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204601.394823:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204601.394823:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1788204601.394826:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204601.394826:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204601.394831:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204601.394831:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556760960:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204601.394834:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.394836:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1788204601.394839:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
02000000:00000001:1.0:1788204601.394841:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1788204601.394842:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204601.394844:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204601.394845:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204601.394847:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204601.394847:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204601.394850:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204601.394851:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1788204601.394852:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:0.0:1788204601.394853:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204601.394857:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204601.394861:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000400:00000200:1.0:1788204601.394864:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204601.394867:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204601.394869:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204601.394875:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00100000:0.0:1788204601.394876:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204601.394882:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556760960, portal 25
00000100:00000001:1.0:1788204601.394887:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204601.394888:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204601.394889:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000100:00000001:0.0:1788204601.394893:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204601.394896:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204601.394902:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.394903:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204601.394908:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204601.394911:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204601.394914:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556760960, offset 0
00000100:00000001:0.0:1788204601.394919:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204601.394922:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204601.394924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204601.394927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204601.394928:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204601.394930:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204601.394931:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204601.394934:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204601.394937:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:0.0:1788204601.394938:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3733
00000400:00000200:1.0:1788204601.394943:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204601.394947:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204601.394950:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204601.394952:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204601.394954:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3149:3149:256:4294967295] 192.168.201.145@tcp LPNI seq info [3149:3149:8:4294967295]
00000400:00000200:1.0:1788204601.394957:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204601.394963:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204601.394967:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204601.394971:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:1.0:1788204601.394971:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000400:00000200:0.0:1788204601.394977:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000200:1.0:1788204601.394978:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204601.394982:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1788204601.394984:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1788204601.394990:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:1.1:1788204601.394990:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204601.394996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204601.394996:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1788204601.395002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000100:1.0:1788204601.395002:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204601.395005:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000100:00000001:0.0:1788204601.395008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:1.0:1788204601.395010:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1788204601.395012:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204601.395016:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:1.0:1788204601.395016:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1788204601.395020:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204601.395021:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000020:00000040:0.0:1788204601.395022:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204601.395025:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:1.0:1788204601.395025:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000020:00000001:0.0:1788204601.395029:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:1.0:1788204601.395031:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788204601.395033:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.395036:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204601.395037:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204601.395039:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.395042:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204601.395046:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204601.395050:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204601.395052:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204601.395053:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204601.395055:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204601.395057:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204601.395059:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204601.395063:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204601.395066:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204601.395069:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204601.395070:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204601.395073:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395073:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204601.395076:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395079:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204601.395080:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204601.395083:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:1.0:1788204601.395084:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204601.395087:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204601.395088:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298408616
02000000:00000001:0.0:1788204601.395090:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204601.395092:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204601.395093:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1788204601.395093:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f0c0.
02000000:00000001:0.0:1788204601.395097:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395100:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1788204601.395101:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204601.395105:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395107:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298408616
00000100:00100000:0.0:1788204601.395111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1788204601.395113:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f420.
00000100:00000001:1.0:1788204601.395118:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204601.395121:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204601.395122:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204601.395125:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395125:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395128:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788204601.395129:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204601.395134:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204601/real 1788204601]  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204601.395143:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204601.395148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1788204601.395149:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1788204601.395152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1788204601.395152:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204601.395154:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000100:00000001:0.0:1788204601.395155:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204601.395157:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204601.395158:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204601.395161:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:0.0:1788204601.395162:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204601.395164:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1788204601.395165:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3733
00000100:00000200:1.0:1788204601.395169:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204601.395173:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204601.395178:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204601.395181:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1788204601.395183:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204601.395186:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.395190:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204601.395194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.395198:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204601.395201:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204601.395203:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204601.395206:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204601.395206:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1788204601.395208:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:1.0:1788204601.395209:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204601.395211:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:1.0:1788204601.395212:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204601.395215:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204601.395216:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00100000:1.0:1788204601.395220:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204601.395222:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204601.395226:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204601.395229:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204601.395233:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204601.395234:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204601.395238:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204601.395241:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:1.0:1788204601.395241:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204601.395245:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204601.395249:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204601.395252:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204601.395253:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204601.395254:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204601.395257:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204601.395257:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.395260:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1788204601.395261:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204601.395261:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1788204601.395264:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395265:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204601.395267:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395268:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1788204601.395271:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000100:00080000:1.0:1788204601.395271:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1788204601.395275:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00080000:1.0:1788204601.395278:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
02000000:00000001:0.0:1788204601.395279:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204601.395281:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395281:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788204601.395285:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204601.395287:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204601.395288:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204601.395289:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204601.395294:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204601.395297:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204601.395298:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556760960:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204601.395302:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204601.395303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204601.395304:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204601.395309:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556760960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204601.395313:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204601.395317:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395319:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204601.395321:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1788204601.395322:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204601.395324:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204601.395328:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204601.395330:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204601.395331:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204601.395333:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000100:00000040:0.0:1788204601.395336:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3744)
00000020:00000001:1.0:1788204601.395336:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204601.395338:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:1.0:1788204601.395342:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204601.395343:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204601.395344:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:1.0:1788204601.395346:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204601.395347:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.395348:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.395354:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204601.395355:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395356:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204601.395358:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204601.395359:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204601.395363:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395367:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204601.395368:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204601.395369:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204601.395371:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204601.395372:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204601.395375:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761088:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204601.395377:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204601.395378:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204601.395379:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204601.395380:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204601.395382:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204601.395384:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204601.395386:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204601.395388:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204601.395391:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204601.395393:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556761088, portal 10
00000100:00000001:1.0:1788204601.395395:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204601.395396:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:1.0:1788204601.395425:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395440:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204601.395443:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204601.395446:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204601.395449:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556761088, offset 0
00000400:00000200:1.0:1788204601.395454:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204601.395459:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204601.395462:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204601.395466:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204601.395468:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204601.395471:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204601.395474:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204601.395477:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3150:3150:256:4294967295] 192.168.201.145@tcp LPNI seq info [3150:3150:8:4294967295]
00000400:00000200:1.0:1788204601.395480:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204601.395485:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204601.395488:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204601.395491:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204601.395494:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204601.395497:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204601.395500:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204601.395502:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204601.395504:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204601.395506:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204601.395508:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204601.395512:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204601.395514:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204601.395515:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204601.395518:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204601.395521:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395531:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204601.395533:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395545:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395546:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204601.395549:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204601.395551:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204601.395553:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204601.395555:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298406739
00000100:00000001:1.0:1788204601.395557:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298408616
00000100:00000001:1.0:1788204601.395559:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298406739
00000100:00000001:1.0:1788204601.395560:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298408616
00000100:00000001:1.0:1788204601.395562:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204601.395563:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395565:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204601.395568:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204601/real 1788204601]  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204601.395574:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204601.395575:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204601.395576:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204601.395578:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204601.395579:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204601.395580:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204601.395582:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204601.395587:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395591:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204601.395593:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.395595:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204601.395596:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204601.395598:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395602:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204601.395605:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395609:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204601.395610:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.395611:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204601.395612:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.395613:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204601.395615:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204601.395617:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204601.395619:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204601.395622:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204601.395625:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204601.395632:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761088:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204601.395635:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204601.395639:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395650:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204601.395651:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204601.395652:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204601.395656:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204601.395657:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204601.395661:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761216:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204601.395664:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204601.395665:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204601.395666:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204601.395668:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204601.395670:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204601.395672:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204601.395674:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204601.395676:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204601.395678:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204601.395681:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556761216, portal 4
00000100:00000001:1.0:1788204601.395682:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204601.395683:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000100:00000040:1.0:1788204601.395688:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395692:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204601.395694:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204601.395695:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204601.395697:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556761216, offset 0
00000400:00000200:1.0:1788204601.395699:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204601.395701:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204601.395703:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204601.395706:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204601.395708:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204601.395710:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204601.395711:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204601.395714:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3151:3151:256:4294967295] 192.168.201.145@tcp LPNI seq info [3151:3151:8:4294967295]
00000400:00000200:1.0:1788204601.395716:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204601.395722:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204601.395724:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204601.395726:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204601.395730:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204601.395732:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204601.395736:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204601.395738:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204601.395741:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204601.395742:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204601.395746:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204601.395750:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204601.395753:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204601.395755:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204601.395757:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204601.395761:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395768:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204601.395771:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395777:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395778:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204601.395781:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204601.395784:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204601.395787:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204601.395789:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298406422
00000100:00000001:1.0:1788204601.395791:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298408616
00000100:00000001:1.0:1788204601.395792:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298406422
00000100:00000001:1.0:1788204601.395793:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298408616
00000100:00000001:1.0:1788204601.395794:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204601.395796:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395797:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204601.395799:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204601/real 1788204601]  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204601.395804:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204601.395805:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204601.395806:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204601.395807:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204601.395808:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204601.395809:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204601.395811:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204601.395816:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395819:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204601.395820:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.395821:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204601.395822:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204601.395823:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395827:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204601.395831:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395837:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204601.395840:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.395842:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204601.395843:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.395844:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204601.395846:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204601.395848:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204601.395851:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204601.395853:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204601.395857:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204601.395871:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761216:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204601.395874:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204601.395876:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395879:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204601.395880:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204601.395882:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204601.395883:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204601.395884:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204601.395886:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761344:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204601.395887:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204601.395888:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204601.395889:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204601.395890:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204601.395892:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204601.395893:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204601.395895:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204601.395897:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204601.395899:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204601.395901:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556761344, portal 4
00000100:00000001:1.0:1788204601.395903:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204601.395904:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:1.0:1788204601.395907:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395911:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204601.395913:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204601.395915:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204601.395916:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556761344, offset 0
00000400:00000200:1.0:1788204601.395918:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204601.395921:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204601.395923:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204601.395925:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204601.395927:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204601.395928:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204601.395929:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204601.395931:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3152:3152:256:4294967295] 192.168.201.145@tcp LPNI seq info [3152:3152:8:4294967295]
00000400:00000200:1.0:1788204601.395933:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204601.395937:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204601.395941:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204601.395943:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204601.395946:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204601.395948:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204601.395951:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204601.395952:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204601.395955:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204601.395956:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204601.395958:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204601.395960:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204601.395962:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204601.395963:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204601.395964:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204601.395966:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395973:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204601.395975:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.395979:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395979:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204601.395982:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204601.395984:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204601.395987:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204601.395989:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298407153
00000100:00000001:1.0:1788204601.395990:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298408616
00000100:00000001:1.0:1788204601.395992:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298407153
00000100:00000001:1.0:1788204601.395993:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298408616
00000100:00000001:1.0:1788204601.395995:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204601.395996:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.395997:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204601.396000:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204601/real 1788204601]  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204601.396005:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204601.396006:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204601.396006:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204601.396008:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204601.396009:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204601.396010:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204601.396013:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204601.396019:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.396023:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204601.396024:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.396025:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204601.396026:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204601.396028:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.396032:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204601.396034:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.396038:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204601.396041:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.396042:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204601.396043:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.396045:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204601.396046:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204601.396049:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204601.396052:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204601.396055:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204601.396058:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204601.396062:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761344:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204601.396064:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.396065:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204601.396067:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556761088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.396070:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204601.396071:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204601.396072:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204601.396074:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204601.396074:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204601.396075:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204601.396077:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204601.396078:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:1.0:1788204601.396080:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204601.396081:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204601.396081:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:1.0:1788204601.396083:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204601.396084:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.396085:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204601.396087:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556761216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.396094:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204601.396095:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204601.396096:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204601.396097:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204601.396098:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204601.396098:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204601.396099:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204601.396100:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788204601.396101:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204601.396102:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204601.396102:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:1.0:1788204601.396103:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204601.396104:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.396105:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204601.396106:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556761344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204601.396109:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204601.396110:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204601.396111:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204601.396112:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204601.396112:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204601.396113:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204601.396114:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204601.396114:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204601.396115:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204601.396116:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204601.396117:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788204601.396118:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204601.396118:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.396119:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.396121:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204601.396122:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.396123:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204601.396124:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204601.714541:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204601.714548:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204601.714551:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204601.714557:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204601.714563:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204601.714569:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.714575:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204601.714579:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204601.714584:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204601.906555:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204601.906563:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204601.906564:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204601.906568:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204601.906572:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204601.906575:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204601.906578:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204601.906580:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204601.906582:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204602.738524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204602.738530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204602.738535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204602.738541:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204602.738546:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204602.738550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204602.738553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204602.738556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204602.738559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204602.738613:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204602.738618:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204602.738622:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204602.930539:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204602.930547:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204602.930548:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204602.930553:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204602.930556:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204602.930559:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204602.930561:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204602.930564:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204602.930566:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204603.634540:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298408616, at 4298408640
00000100:00000040:1.0:1788204603.634540:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298408616, at 4298408640
00000100:00000010:1.0:1788204603.634561:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f420.
00000100:00000010:0.0:1788204603.634562:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f0c0.
00000100:00000001:1.0:1788204603.762542:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204603.762553:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204603.762559:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204603.762574:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204603.762583:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204603.762587:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204603.762591:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204603.762597:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204603.762603:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204603.954486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204603.954496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204603.954498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204603.954506:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204603.954510:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204603.954515:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204603.954518:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204603.954521:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204603.954525:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.786517:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204604.786531:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204604.786535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204604.786544:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204604.786548:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204604.786552:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.786555:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204604.786557:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.786559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204604.786619:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204604.786623:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204604.786625:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204604.978520:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204604.978527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204604.978529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204604.978534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204604.978537:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204604.978540:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204604.978543:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204604.978546:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204604.978548:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204605.810501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204605.810509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204605.810516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204605.810527:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204605.810535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204605.810541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204605.810545:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204605.810549:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204605.810553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204606.002471:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204606.002480:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204606.002483:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204606.002488:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204606.002492:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204606.002495:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204606.002498:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204606.002501:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204606.002504:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204606.514566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204606.514578:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204606.514580:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204606.514585:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204606.514590:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204606.514598:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3739
00000400:00000200:0.0:1788204606.514609:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204606.514617:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204606.514620:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204606.514623:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514626:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204606.514629:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514631:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204606.514636:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204606.514638:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204606.514641:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204606.514649:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204606.514651:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204606.514654:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204606.514656:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514658:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204606.514659:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514662:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204606.514665:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204606.514667:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514671:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204606.514675:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204606.514679:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204606.514683:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.514686:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204606.514689:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204606.514701:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204606.514716:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204606.514722:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204606.514724:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.514728:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204606.514732:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204606.514738:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204606.514749:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204606.514756:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204606.514767:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204606.514777:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204606.514781:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204606.514785:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204606.514810:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204606.514813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204606.514816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204606.514817:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204606.514819:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204606.514822:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204606.514824:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3739
00000400:00000200:0.0:1788204606.514827:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204606.514830:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204606.514833:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204606.514836:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514837:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204606.514839:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514841:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204606.514843:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204606.514844:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204606.514845:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204606.514847:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204606.514849:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204606.514851:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204606.514853:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204606.514856:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514858:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204606.514860:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204606.514862:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514865:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204606.514866:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204606.514872:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204606.514874:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.514876:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204606.514879:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204606.514882:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.514884:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204606.514887:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204606.514889:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204606.514891:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204606.514893:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.514894:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204606.514896:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204606.514898:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204606.514901:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204606.514904:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204606.514909:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204606.514916:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204606.514917:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204606.514921:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204606.514928:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204606.514930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204606.514933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204606.514934:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204606.514936:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204606.514938:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204606.514940:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3739
00000400:00000200:0.0:1788204606.514944:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204606.514946:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204606.514948:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204606.514951:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514953:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204606.514955:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514957:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204606.514958:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204606.514959:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204606.514960:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204606.514961:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204606.514963:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204606.514965:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204606.514967:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514968:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204606.514970:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514971:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204606.514972:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204606.514973:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204606.514975:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204606.514976:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204606.514977:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204606.514978:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.514979:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204606.514981:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204606.514982:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.514983:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204606.514985:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204606.514987:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204606.514988:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204606.514989:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.514990:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204606.514991:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204606.514992:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204606.514994:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204606.514996:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204606.514999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204606.515004:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204606.515005:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204606.515007:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204606.515011:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204606.515013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204606.515016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204606.515017:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204606.515019:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204606.515021:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204606.515023:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3739
00000400:00000200:0.0:1788204606.515027:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204606.515029:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204606.515031:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204606.515034:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.515036:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204606.515037:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.515039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204606.515041:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204606.515042:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204606.515043:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204606.515045:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204606.515047:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204606.515049:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204606.515052:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.515054:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204606.515055:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204606.515057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204606.515060:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204606.515062:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204606.515065:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204606.515066:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204606.515069:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204606.515071:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.515073:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204606.515075:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204606.515077:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.515079:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204606.515082:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204606.515084:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204606.515085:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204606.515086:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204606.515088:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204606.515089:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204606.515091:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204606.515094:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204606.515097:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204606.515101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204606.515108:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204606.515110:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204606.515113:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204606.515121:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204606.515125:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3749)
00000100:00000001:1.0:1788204606.516235:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204606.516247:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204606.516251:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204606.516266:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516279:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204606.516283:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204606.516288:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204606.516294:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204606.516296:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204606.516301:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556761472:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204606.516306:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204606.516312:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204606.516315:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204606.516319:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204606.516329:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204606.516332:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204606.516351:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204606.516360:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204606.516370:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204606.516379:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556761472, portal 25
00000100:00000001:1.0:1788204606.516382:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204606.516384:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:1.0:1788204606.516391:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516454:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204606.516457:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204606.516461:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204606.516464:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556761472, offset 0
00000400:00000200:1.0:1788204606.516472:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204606.516482:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204606.516490:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204606.516497:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204606.516502:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204606.516506:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204606.516509:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204606.516523:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3153:3153:256:4294967295] 192.168.201.145@tcp LPNI seq info [3153:3153:8:4294967295]
00000400:00000200:1.0:1788204606.516528:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204606.516540:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204606.516547:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204606.516553:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204606.516560:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204606.516564:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204606.516571:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204606.516575:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204606.516579:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204606.516582:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204606.516588:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204606.516593:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204606.516599:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204606.516602:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204606.516607:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204606.516612:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516626:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204606.516629:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516641:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.516643:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204606.516649:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204606.516653:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204606.516655:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298413738
00000100:00000010:1.0:1788204606.516659:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f420.
00000100:00000001:1.0:1788204606.516666:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204606.516673:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298413738
00000100:00000010:1.0:1788204606.516675:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fba0.
00000100:00000001:1.0:1788204606.516678:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204606.516680:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204606.516682:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.516684:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204606.516688:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204606/real 1788204606]  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204606.516698:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204606.516700:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204606.516702:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204606.516705:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204606.516707:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204606.516709:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204606.516713:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204606.516722:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516729:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204606.516730:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.516733:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204606.516735:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204606.516739:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516747:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204606.516752:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516759:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204606.516762:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.516764:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204606.516765:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.516768:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204606.516770:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204606.516774:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204606.516779:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204606.516782:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204606.516786:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204606.516793:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556761472:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204606.516798:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204606.516802:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516807:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204606.516809:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204606.516811:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204606.516813:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204606.516814:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204606.516817:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761600:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204606.516819:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204606.516822:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204606.516823:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204606.516826:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204606.516830:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204606.516832:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204606.516836:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204606.516838:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204606.516842:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204606.516845:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556761600, portal 10
00000100:00000001:1.0:1788204606.516847:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204606.516849:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788204606.516855:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516860:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204606.516869:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204606.516872:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204606.516874:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556761600, offset 0
00000400:00000200:1.0:1788204606.516876:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204606.516879:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204606.516882:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204606.516884:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204606.516886:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204606.516888:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204606.516890:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204606.516893:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3154:3154:256:4294967295] 192.168.201.145@tcp LPNI seq info [3154:3154:8:4294967295]
00000400:00000200:1.0:1788204606.516897:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204606.516903:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204606.516907:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204606.516910:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204606.516913:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204606.516916:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204606.516920:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204606.516922:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204606.516926:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204606.516928:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204606.516930:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204606.516933:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204606.516936:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204606.516937:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204606.516939:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204606.516943:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516951:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204606.516954:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.516961:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.516962:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204606.516965:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204606.516969:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204606.516972:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204606.516973:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298411860
00000100:00000001:1.0:1788204606.516976:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298413738
00000100:00000001:1.0:1788204606.516978:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298411860
00000100:00000001:1.0:1788204606.516980:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298413738
00000100:00000001:1.0:1788204606.516982:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204606.516984:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.516986:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204606.516989:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204606/real 1788204606]  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204606.516996:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204606.516997:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204606.516998:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204606.517000:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204606.517002:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204606.517004:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204606.517007:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204606.517015:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517021:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204606.517023:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517024:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204606.517026:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204606.517029:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517034:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204606.517036:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517040:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204606.517042:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517043:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204606.517043:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517044:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204606.517046:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204606.517047:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204606.517049:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204606.517050:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204606.517052:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204606.517056:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761600:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204606.517059:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204606.517062:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517070:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204606.517071:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204606.517073:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204606.517074:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204606.517075:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204606.517077:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761728:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204606.517078:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204606.517080:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204606.517081:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204606.517083:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204606.517085:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204606.517086:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204606.517089:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204606.517090:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204606.517093:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204606.517095:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556761728, portal 4
00000100:00000001:1.0:1788204606.517096:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204606.517097:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:1.0:1788204606.517101:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517105:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204606.517107:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204606.517108:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204606.517109:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556761728, offset 0
00000400:00000200:1.0:1788204606.517111:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204606.517114:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204606.517116:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204606.517118:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204606.517119:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204606.517121:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204606.517122:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204606.517125:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3155:3155:256:4294967295] 192.168.201.145@tcp LPNI seq info [3155:3155:8:4294967295]
00000400:00000200:1.0:1788204606.517127:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204606.517132:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204606.517134:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204606.517136:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204606.517139:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204606.517140:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204606.517143:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204606.517145:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204606.517147:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204606.517148:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204606.517150:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204606.517152:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204606.517154:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204606.517155:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204606.517157:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204606.517158:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517163:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204606.517165:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517169:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.517170:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204606.517171:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204606.517192:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204606.517194:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204606.517196:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298411543
00000100:00000001:1.0:1788204606.517197:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298413738
00000100:00000001:1.0:1788204606.517198:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298411543
00000100:00000001:1.0:1788204606.517200:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298413738
00000100:00000001:1.0:1788204606.517201:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204606.517203:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.517205:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204606.517208:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204606/real 1788204606]  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204606.517213:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204606.517214:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204606.517216:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204606.517217:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204606.517219:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204606.517221:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204606.517223:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204606.517228:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517232:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204606.517232:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517233:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204606.517234:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204606.517236:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517239:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204606.517241:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517245:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204606.517246:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517247:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204606.517247:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517248:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204606.517249:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204606.517251:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204606.517253:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204606.517254:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204606.517257:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204606.517263:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761728:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204606.517266:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204606.517268:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517272:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204606.517273:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204606.517274:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204606.517275:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204606.517276:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204606.517278:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761856:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204606.517279:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204606.517280:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204606.517281:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204606.517282:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204606.517285:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204606.517287:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204606.517290:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204606.517292:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204606.517295:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204606.517297:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556761856, portal 4
00000100:00000001:1.0:1788204606.517299:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204606.517300:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:1.0:1788204606.517306:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517312:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204606.517315:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204606.517317:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204606.517319:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556761856, offset 0
00000400:00000200:1.0:1788204606.517323:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204606.517327:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204606.517330:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204606.517333:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204606.517335:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204606.517337:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204606.517339:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204606.517353:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3156:3156:256:4294967295] 192.168.201.145@tcp LPNI seq info [3156:3156:8:4294967295]
00000400:00000200:1.0:1788204606.517357:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204606.517363:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204606.517367:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204606.517370:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204606.517373:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204606.517376:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204606.517380:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204606.517383:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204606.517385:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204606.517386:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204606.517388:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204606.517390:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204606.517392:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204606.517393:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204606.517395:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204606.517412:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517421:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204606.517425:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517429:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.517430:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204606.517433:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204606.517436:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204606.517439:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204606.517440:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298412275
00000100:00000001:1.0:1788204606.517442:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298413738
00000100:00000001:1.0:1788204606.517444:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298412275
00000100:00000001:1.0:1788204606.517445:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298413738
00000100:00000001:1.0:1788204606.517446:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204606.517447:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.517449:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204606.517450:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204606/real 1788204606]  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204606.517455:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204606.517456:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204606.517457:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204606.517459:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204606.517459:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204606.517461:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204606.517463:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204606.517467:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517471:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204606.517471:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517472:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204606.517473:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204606.517475:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517478:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204606.517480:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517485:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204606.517486:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517487:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204606.517488:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517489:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204606.517490:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204606.517491:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204606.517493:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204606.517494:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204606.517496:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204606.517500:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556761856:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204606.517502:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517503:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204606.517505:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556761472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517509:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204606.517511:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204606.517513:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204606.517516:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204606.517518:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204606.517520:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204606.517522:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204606.517525:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:1.0:1788204606.517528:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204606.517530:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204606.517533:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204606.517536:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204606.517538:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517540:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204606.517543:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556761600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517550:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204606.517551:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204606.517552:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204606.517555:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204606.517556:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204606.517557:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204606.517559:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204606.517560:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788204606.517562:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204606.517563:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204606.517564:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204606.517566:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204606.517567:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517568:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204606.517571:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556761728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517577:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204606.517578:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204606.517579:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204606.517581:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204606.517582:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204606.517583:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204606.517585:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204606.517586:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204606.517588:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204606.517589:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204606.517590:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204606.517591:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204606.517593:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517594:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204606.517597:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556761856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204606.517607:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204606.517608:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204606.517610:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204606.517611:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204606.517612:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204606.517613:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204606.517615:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204606.517617:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204606.517618:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204606.517619:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204606.517620:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204606.517622:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204606.517623:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517626:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.517635:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204606.517637:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.517639:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204606.517641:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204606.834524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204606.834536:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204606.834543:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204606.834550:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204606.834562:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204606.834570:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.834577:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204606.834586:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204606.834595:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204606.834644:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204606.834647:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204606.834650:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204607.026489:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204607.026496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204607.026498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204607.026503:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204607.026507:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204607.026511:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204607.026514:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204607.026516:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204607.026518:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204607.858508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204607.858517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204607.858519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204607.858525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204607.858529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204607.858534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204607.858537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204607.858539:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204607.858541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204608.050516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204608.050524:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204608.050526:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204608.050531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204608.050533:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204608.050536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204608.050538:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204608.050540:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204608.050542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204608.754479:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298413738, at 4298413760
00000100:00000040:1.0:1788204608.754479:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298413738, at 4298413760
00000100:00000010:0.0:1788204608.754493:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f420.
00000100:00000010:1.0:1788204608.754496:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fba0.
00000100:00000001:1.0:1788204608.882503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204608.882510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204608.882514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204608.882520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204608.882524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204608.882528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204608.882531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204608.882534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204608.882537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204608.882576:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204608.882580:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204608.882583:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204609.074447:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204609.074453:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204609.074454:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204609.074459:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204609.074462:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204609.074466:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204609.074468:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204609.074471:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204609.074474:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204609.906480:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204609.906487:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204609.906489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204609.906493:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204609.906498:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204609.906503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204609.906505:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204609.906506:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204609.906508:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204610.098499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204610.098505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204610.098507:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204610.098510:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204610.098512:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204610.098516:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204610.098518:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204610.098519:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204610.098521:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204610.930480:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204610.930485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204610.930487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204610.930492:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204610.930497:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204610.930500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.930504:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204610.930506:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204610.930509:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204610.930560:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204610.930563:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204610.930565:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204611.122469:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204611.122474:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204611.122476:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204611.122479:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204611.122482:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204611.122484:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204611.122486:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204611.122488:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204611.122490:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204611.634508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204611.634516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204611.634518:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204611.634521:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204611.634524:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204611.634530:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3744
00000400:00000200:0.0:1788204611.634536:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204611.634541:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204611.634543:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204611.634545:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634547:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204611.634549:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634550:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204611.634553:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204611.634554:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204611.634556:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204611.634558:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204611.634560:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204611.634561:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204611.634563:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204611.634565:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634566:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204611.634568:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204611.634570:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634572:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204611.634573:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204611.634576:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204611.634578:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.634579:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204611.634580:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204611.634587:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204611.634589:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204611.634593:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204611.634594:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.634597:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204611.634599:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204611.634608:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204611.634615:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204611.634619:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204611.634626:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204611.634633:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204611.634637:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204611.634640:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204611.634657:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204611.634659:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204611.634661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204611.634662:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204611.634663:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204611.634665:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204611.634666:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3744
00000400:00000200:0.0:1788204611.634668:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204611.634670:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204611.634671:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204611.634673:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634674:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204611.634676:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634677:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204611.634679:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204611.634680:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204611.634681:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204611.634682:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204611.634684:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204611.634686:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204611.634688:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634690:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204611.634691:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634693:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204611.634693:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1788204611.634696:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:1.0:1788204611.634698:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204611.634699:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204611.634701:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204611.634702:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204611.634704:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204611.634708:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204611.634709:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204611.634710:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.634715:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204611.634719:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204611.634720:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1788204611.634723:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.634723:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.634726:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204611.634727:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1788204611.634729:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
02000000:00000001:1.0:1788204611.634730:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204611.634732:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204611.634734:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204611.634735:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204611.634737:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204611.634738:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556761984:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204611.634739:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204611.634742:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204611.634743:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204611.634744:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204611.634747:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1788204611.634748:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204611.634750:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.634752:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204611.634753:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204611.634758:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
00000100:00100000:0.0:1788204611.634760:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204611.634761:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.634768:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204611.634769:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204611.634772:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204611.634774:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000100:00000040:0.0:1788204611.634776:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204611.634780:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204611.634788:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556761984, portal 25
00000100:00000001:0.0:1788204611.634789:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.634791:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788204611.634793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204611.634794:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00080000:0.0:1788204611.634799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204611.634801:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204611.634803:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204611.634803:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.634810:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204611.634814:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634815:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1788204611.634817:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00080000:0.0:1788204611.634819:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3744
00000100:00000200:1.0:1788204611.634820:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556761984, offset 0
00000400:00000200:0.0:1788204611.634825:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204611.634830:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204611.634831:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204611.634832:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204611.634835:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634836:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204611.634837:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634838:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204611.634839:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204611.634841:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204611.634842:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204611.634843:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204611.634845:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204611.634846:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204611.634850:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204611.634850:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204611.634853:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204611.634856:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634857:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204611.634859:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:1.0:1788204611.634862:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:0.0:1788204611.634863:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634867:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204611.634869:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204611.634870:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204611.634871:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204611.634874:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.634875:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204611.634877:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204611.634878:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000008:00000001:0.0:1788204611.634881:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.634883:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204611.634885:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1788204611.634886:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000400:00000200:1.0:1788204611.634888:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000040:0.0:1788204611.634890:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204611.634894:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204611.634895:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3157:3157:256:4294967295] 192.168.201.145@tcp LPNI seq info [3157:3157:8:4294967295]
02000000:00000001:0.0:1788204611.634896:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.634900:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204611.634902:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204611.634903:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204611.634904:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204611.634907:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204611.634910:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204611.634915:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1788204611.634917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204611.634924:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634929:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204611.634931:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204611.634932:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000100:00000040:0.0:1788204611.634936:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204611.634943:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204611.634947:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204611.634948:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204611.634954:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204611.634955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788204611.634958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1788204611.634959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204611.634962:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1788204611.634965:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204611.634966:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204611.634970:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1788204611.634970:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000100:00080000:0.0:1788204611.634974:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3744
00000400:00000200:1.0:1788204611.634976:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204611.634979:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204611.634984:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204611.634985:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204611.634988:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204611.634990:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634991:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204611.634992:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.634993:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204611.634995:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204611.634995:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000020:00000040:0.0:1788204611.634998:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000400:00000010:1.0:1788204611.634999:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000020:00000001:0.0:1788204611.635001:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204611.635003:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:1.0:1788204611.635004:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1788204611.635005:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204611.635008:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000200:1.0:1788204611.635011:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204611.635015:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.635019:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204611.635022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204611.635024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204611.635025:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788204611.635026:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000040:1.0:1788204611.635030:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204611.635031:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204611.635036:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204611.635039:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204611.635042:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204611.635043:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204611.635044:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635046:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204611.635047:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204611.635049:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204611.635051:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635051:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204611.635056:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204611.635059:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:0.0:1788204611.635060:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204611.635062:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298418856
00000020:00000040:0.0:1788204611.635064:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000010:1.0:1788204611.635067:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fba0.
02000000:00000001:0.0:1788204611.635069:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204611.635072:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635073:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204611.635074:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204611.635077:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204611.635079:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635080:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298418856
02000000:00000010:0.0:1788204611.635084:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000010:1.0:1788204611.635085:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fde0.
00000100:00000001:1.0:1788204611.635089:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204611.635091:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635092:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204611.635095:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635097:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204611.635101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204611.635103:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204611/real 1788204611]  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204611.635131:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788204611.635133:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1788204611.635133:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204611.635134:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204611.635137:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000100:00000001:0.0:1788204611.635139:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204611.635139:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204611.635144:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1788204611.635147:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204611.635150:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204611.635169:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204611.635170:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204611.635174:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3754)
00000100:00000001:1.0:1788204611.635176:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204611.635179:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635181:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204611.635183:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204611.635187:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635195:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204611.635200:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635207:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204611.635211:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635213:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204611.635215:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635217:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204611.635219:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204611.635222:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204611.635226:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204611.635229:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204611.635234:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204611.635242:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556761984:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204611.635246:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635248:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204611.635251:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556761984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635304:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204611.635307:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204611.635309:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204611.635313:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204611.635314:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204611.635316:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204611.635318:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204611.635320:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:1.0:1788204611.635324:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204611.635325:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204611.635327:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:1.0:1788204611.635329:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204611.635331:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635333:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635340:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204611.635342:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635344:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204611.635345:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204611.635346:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204611.635350:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635357:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204611.635358:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204611.635360:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204611.635362:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204611.635364:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204611.635367:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762112:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204611.635370:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204611.635372:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204611.635373:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204611.635375:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204611.635378:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204611.635380:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204611.635384:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204611.635386:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204611.635389:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204611.635391:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556762112, portal 10
00000100:00000001:1.0:1788204611.635392:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204611.635393:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:1.0:1788204611.635421:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635426:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204611.635428:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204611.635431:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204611.635433:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556762112, offset 0
00000400:00000200:1.0:1788204611.635438:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204611.635442:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204611.635446:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204611.635450:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204611.635453:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204611.635455:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204611.635456:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204611.635459:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3158:3158:256:4294967295] 192.168.201.145@tcp LPNI seq info [3158:3158:8:4294967295]
00000400:00000200:1.0:1788204611.635462:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204611.635467:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204611.635471:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204611.635474:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204611.635478:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204611.635481:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204611.635484:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204611.635487:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204611.635490:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204611.635492:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204611.635495:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204611.635497:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204611.635501:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204611.635502:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204611.635504:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204611.635507:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635514:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204611.635516:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635521:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635523:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204611.635526:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204611.635528:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204611.635531:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204611.635533:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298416979
00000100:00000001:1.0:1788204611.635535:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298418856
00000100:00000001:1.0:1788204611.635537:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298416979
00000100:00000001:1.0:1788204611.635547:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298418856
00000100:00000001:1.0:1788204611.635549:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204611.635551:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635553:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204611.635557:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204611/real 1788204611]  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204611.635563:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204611.635564:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204611.635566:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204611.635569:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204611.635570:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204611.635572:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204611.635575:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204611.635582:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635588:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204611.635590:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635591:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204611.635592:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204611.635596:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635609:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204611.635613:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635617:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204611.635619:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635620:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204611.635620:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635621:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204611.635623:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204611.635624:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204611.635626:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204611.635627:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204611.635629:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204611.635634:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762112:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204611.635637:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204611.635639:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635643:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204611.635644:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204611.635645:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204611.635647:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204611.635648:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204611.635650:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762240:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204611.635651:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204611.635652:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204611.635653:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204611.635654:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204611.635657:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204611.635658:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204611.635660:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204611.635662:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204611.635664:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204611.635666:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556762240, portal 4
00000100:00000001:1.0:1788204611.635667:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204611.635668:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000040:1.0:1788204611.635672:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635675:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204611.635677:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204611.635678:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204611.635680:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556762240, offset 0
00000400:00000200:1.0:1788204611.635682:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204611.635684:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204611.635686:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204611.635688:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204611.635690:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204611.635691:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204611.635692:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204611.635694:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3159:3159:256:4294967295] 192.168.201.145@tcp LPNI seq info [3159:3159:8:4294967295]
00000400:00000200:1.0:1788204611.635697:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204611.635700:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204611.635703:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204611.635705:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204611.635707:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204611.635708:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204611.635711:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204611.635713:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204611.635726:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204611.635727:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204611.635729:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204611.635731:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204611.635733:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204611.635734:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204611.635736:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204611.635738:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635742:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204611.635744:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635748:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635749:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204611.635751:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204611.635753:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204611.635754:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204611.635756:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298416662
00000100:00000001:1.0:1788204611.635757:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298418856
00000100:00000001:1.0:1788204611.635759:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298416662
00000100:00000001:1.0:1788204611.635760:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298418856
00000100:00000001:1.0:1788204611.635762:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204611.635763:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635764:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204611.635766:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204611/real 1788204611]  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204611.635770:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204611.635771:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204611.635772:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204611.635773:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204611.635773:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204611.635775:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204611.635776:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204611.635781:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635785:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204611.635785:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635786:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204611.635787:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204611.635789:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635792:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204611.635794:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635798:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204611.635799:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635800:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204611.635800:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635802:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204611.635803:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204611.635804:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204611.635806:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204611.635808:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204611.635810:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204611.635814:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762240:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204611.635815:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204611.635817:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635825:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204611.635826:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204611.635827:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204611.635829:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204611.635830:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204611.635831:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762368:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204611.635833:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204611.635835:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204611.635836:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204611.635837:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204611.635840:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204611.635842:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204611.635845:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204611.635847:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204611.635850:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204611.635853:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556762368, portal 4
00000100:00000001:1.0:1788204611.635855:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204611.635856:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:1.0:1788204611.635861:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635867:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204611.635869:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204611.635871:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204611.635874:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556762368, offset 0
00000400:00000200:1.0:1788204611.635878:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204611.635881:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204611.635884:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204611.635886:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204611.635888:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204611.635889:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204611.635891:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204611.635893:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3160:3160:256:4294967295] 192.168.201.145@tcp LPNI seq info [3160:3160:8:4294967295]
00000400:00000200:1.0:1788204611.635895:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204611.635899:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204611.635901:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204611.635903:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204611.635905:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204611.635907:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204611.635909:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204611.635911:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204611.635913:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204611.635914:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204611.635916:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204611.635918:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204611.635920:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204611.635921:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204611.635922:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204611.635924:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635929:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204611.635931:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635938:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635939:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204611.635941:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204611.635943:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204611.635945:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204611.635946:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298417393
00000100:00000001:1.0:1788204611.635947:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298418856
00000100:00000001:1.0:1788204611.635948:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298417393
00000100:00000001:1.0:1788204611.635950:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298418856
00000100:00000001:1.0:1788204611.635951:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204611.635952:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.635953:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204611.635955:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204611/real 1788204611]  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204611.635959:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204611.635960:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204611.635961:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204611.635962:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204611.635963:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204611.635964:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204611.635966:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204611.635970:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635973:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204611.635974:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635975:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204611.635976:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204611.635977:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635981:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204611.635984:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.635987:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204611.635988:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635989:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204611.635990:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.635991:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204611.635992:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204611.635993:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204611.635994:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204611.635996:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204611.635997:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204611.636001:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762368:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204611.636003:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.636004:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204611.636006:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556762112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.636010:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204611.636010:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204611.636012:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204611.636013:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204611.636014:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204611.636015:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204611.636016:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204611.636017:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204611.636019:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204611.636020:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204611.636021:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:1.0:1788204611.636023:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204611.636024:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.636025:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204611.636027:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556762240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.636030:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204611.636031:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204611.636032:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204611.636033:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204611.636034:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204611.636034:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204611.636035:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204611.636036:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204611.636037:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204611.636038:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204611.636038:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:1.0:1788204611.636040:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204611.636040:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.636041:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204611.636042:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556762368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204611.636046:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204611.636046:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204611.636047:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204611.636048:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204611.636048:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204611.636049:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204611.636050:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204611.636051:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788204611.636052:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204611.636052:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204611.636053:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204611.636054:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204611.636055:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.636056:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.636058:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204611.636059:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.636060:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204611.636062:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204611.954450:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204611.954455:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204611.954456:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204611.954461:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204611.954464:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204611.954467:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.954469:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204611.954471:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204611.954473:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204612.146508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204612.146515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204612.146517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204612.146522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204612.146525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204612.146529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204612.146531:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204612.146534:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204612.146537:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204612.978474:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204612.978483:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204612.978485:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204612.978490:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204612.978493:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204612.978497:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204612.978500:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204612.978502:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204612.978504:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204612.978541:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204612.978545:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204612.978548:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204613.170474:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204613.170481:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204613.170483:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204613.170488:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204613.170492:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204613.170495:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204613.170498:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204613.170500:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204613.170503:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204613.874485:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298418856, at 4298418880
00000100:00000040:1.0:1788204613.874485:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298418856, at 4298418880
00000100:00000010:0.0:1788204613.874498:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fba0.
00000100:00000010:1.0:1788204613.874501:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fde0.
00000100:00000001:1.0:1788204614.002595:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204614.002602:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204614.002604:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204614.002610:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204614.002613:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204614.002617:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204614.002619:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204614.002622:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204614.002624:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.194515:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204614.194521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204614.194523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204614.194527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204614.194530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204614.194532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204614.194534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204614.194536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204614.194537:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204615.026465:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204615.026472:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204615.026473:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204615.026478:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204615.026481:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204615.026485:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204615.026490:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204615.026494:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204615.026499:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204615.026551:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204615.026555:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204615.026559:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204615.218439:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204615.218445:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204615.218447:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204615.218451:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204615.218453:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204615.218456:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204615.218457:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204615.218460:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204615.218461:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.050492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204616.050497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204616.050500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204616.050506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204616.050509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204616.050512:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.050514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204616.050516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.050518:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204616.754445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204616.754455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204616.754458:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204616.754461:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204616.754466:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204616.754472:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3749
00000400:00000200:0.0:1788204616.754481:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204616.754487:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204616.754490:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204616.754493:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754496:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204616.754499:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754501:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204616.754505:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204616.754508:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204616.754510:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204616.754513:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204616.754515:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204616.754518:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204616.754521:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754523:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204616.754525:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754527:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204616.754529:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204616.754532:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754534:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204616.754537:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204616.754540:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204616.754543:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204616.754545:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204616.754547:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204616.754554:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204616.754556:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204616.754559:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204616.754560:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204616.754562:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204616.754564:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204616.754568:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204616.754573:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204616.754578:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204616.754584:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204616.754591:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204616.754595:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204616.754598:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204616.754619:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204616.754621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204616.754624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204616.754625:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204616.754626:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204616.754627:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204616.754629:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3749
00000400:00000200:0.0:1788204616.754631:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204616.754633:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204616.754635:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204616.754637:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754638:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204616.754639:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754641:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204616.754642:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204616.754643:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204616.754645:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204616.754646:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204616.754648:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204616.754649:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204616.754651:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754653:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204616.754654:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754655:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204616.754656:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204616.754659:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204616.754659:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204616.754664:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204616.754666:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204616.754666:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204616.754670:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788204616.754672:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204616.754675:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204616.754676:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204616.754679:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204616.754680:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204616.754684:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204616.754687:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204616.754693:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204616.754696:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:1.0:1788204616.754696:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204616.754698:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204616.754699:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204616.754702:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204616.754703:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204616.754703:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204616.754707:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204616.754709:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204616.754709:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788204616.754714:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204616.754715:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204616.754717:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204616.754722:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556762496:192.168.201.145@tcp:250:kworker.0
00000100:00100000:0.0:1788204616.754723:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204616.754732:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204616.754734:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204616.754737:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204616.754737:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204616.754742:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204616.754743:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204616.754747:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204616.754752:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204616.754754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1788204616.754755:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
00000100:00080000:0.0:1788204616.754756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204616.754759:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1788204616.754759:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204616.754762:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204616.754764:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204616.754767:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204616.754768:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3749
00000400:00000010:1.0:1788204616.754772:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000200:0.0:1788204616.754773:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204616.754778:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204616.754779:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204616.754780:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204616.754787:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556762496, portal 25
00000100:00000040:0.0:1788204616.754790:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204616.754791:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204616.754793:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000001:0.0:1788204616.754794:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204616.754798:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754801:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:1.0:1788204616.754802:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204616.754805:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204616.754807:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204616.754810:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204616.754813:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000001:1.0:1788204616.754814:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1788204616.754815:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204616.754819:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204616.754820:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:1.0:1788204616.754822:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000040:0.0:1788204616.754825:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:1.0:1788204616.754827:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556762496, offset 0
00000100:00000001:0.0:1788204616.754828:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204616.754831:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754834:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204616.754836:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:1.0:1788204616.754836:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204616.754840:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754841:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204616.754843:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204616.754845:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204616.754846:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204616.754849:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204616.754852:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204616.754852:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000008:00100000:0.0:1788204616.754854:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204616.754857:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204616.754858:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204616.754859:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204616.754863:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000400:00000200:1.0:1788204616.754863:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:0.0:1788204616.754866:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:1.0:1788204616.754869:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788204616.754870:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204616.754873:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:0.0:1788204616.754874:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204616.754876:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204616.754879:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204616.754880:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3161:3161:256:4294967295] 192.168.201.145@tcp LPNI seq info [3161:3161:8:4294967295]
02000000:00000001:0.0:1788204616.754881:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204616.754886:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000400:00000200:1.0:1788204616.754887:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204616.754891:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204616.754897:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204616.754900:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204616.754907:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204616.754914:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1788204616.754914:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000100:00000001:0.0:1788204616.754917:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204616.754922:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204616.754925:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204616.754930:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788204616.754933:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204616.754936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788204616.754937:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204616.754939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204616.754942:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1788204616.754942:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1788204616.754945:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204616.754948:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1788204616.754948:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204616.754952:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3749
00000800:00000010:1.0:1788204616.754952:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:0.0:1788204616.754958:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204616.754959:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204616.754963:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204616.754967:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204616.754967:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204616.754971:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000100:00000040:0.0:1788204616.754972:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:1.0:1788204616.754974:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:0.0:1788204616.754975:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204616.754979:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204616.754980:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204616.754981:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204616.754984:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204616.754985:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000200:1.0:1788204616.754986:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204616.754987:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204616.754990:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204616.754993:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204616.754997:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204616.755003:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.755007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204616.755010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204616.755013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204616.755014:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788204616.755015:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000040:1.0:1788204616.755019:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204616.755020:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204616.755025:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204616.755028:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204616.755031:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204616.755033:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204616.755034:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755037:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204616.755041:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204616.755042:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204616.755045:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204616.755048:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:0.0:1788204616.755050:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755051:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298423976
00000100:00000001:0.0:1788204616.755053:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204616.755055:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fde0.
00000100:00000010:0.0:1788204616.755057:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204616.755059:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204616.755061:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204616.755062:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755062:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204616.755066:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204616.755067:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204616.755068:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755070:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298423976
02000000:00000010:0.0:1788204616.755071:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204616.755075:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204616.755075:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f900.
00000100:00000001:1.0:1788204616.755081:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00100000:0.0:1788204616.755083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204616.755085:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204616.755089:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755093:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204616.755097:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204616.755100:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204616.755100:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204616/real 1788204616]  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204616.755107:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204616.755112:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204616.755114:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788204616.755116:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204616.755117:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204616.755120:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000100:00000040:0.0:1788204616.755121:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3759)
00000400:00000010:1.0:1788204616.755122:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204616.755127:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204616.755131:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204616.755137:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755141:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204616.755143:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755144:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204616.755145:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204616.755148:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755152:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204616.755154:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755158:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204616.755160:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755161:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204616.755162:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755183:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204616.755185:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204616.755187:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204616.755191:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204616.755193:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204616.755198:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204616.755205:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556762496:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204616.755210:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755212:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204616.755215:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556762496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755221:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204616.755224:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204616.755226:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204616.755230:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204616.755232:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204616.755234:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204616.755236:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204616.755238:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:1.0:1788204616.755241:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204616.755243:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204616.755244:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204616.755246:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204616.755247:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755248:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755260:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204616.755262:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755263:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204616.755264:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204616.755265:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204616.755268:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755272:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204616.755273:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204616.755275:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204616.755276:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204616.755277:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204616.755278:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762624:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204616.755280:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204616.755282:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204616.755283:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204616.755284:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204616.755286:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204616.755287:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204616.755290:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204616.755291:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204616.755294:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204616.755296:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556762624, portal 10
00000100:00000001:1.0:1788204616.755297:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204616.755298:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788204616.755302:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755306:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204616.755307:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204616.755309:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204616.755311:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556762624, offset 0
00000400:00000200:1.0:1788204616.755315:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204616.755318:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204616.755322:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204616.755325:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204616.755327:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204616.755329:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204616.755331:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204616.755334:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3162:3162:256:4294967295] 192.168.201.145@tcp LPNI seq info [3162:3162:8:4294967295]
00000400:00000200:1.0:1788204616.755338:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204616.755344:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204616.755348:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204616.755352:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204616.755355:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204616.755357:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204616.755360:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204616.755361:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204616.755363:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204616.755364:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204616.755366:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204616.755368:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204616.755370:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204616.755371:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204616.755373:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204616.755375:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755380:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204616.755382:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755390:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755391:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204616.755393:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204616.755395:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204616.755418:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204616.755420:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298422099
00000100:00000001:1.0:1788204616.755421:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298423976
00000100:00000001:1.0:1788204616.755423:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298422099
00000100:00000001:1.0:1788204616.755424:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298423976
00000100:00000001:1.0:1788204616.755425:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204616.755426:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755427:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204616.755430:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204616/real 1788204616]  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204616.755434:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204616.755435:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204616.755437:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204616.755438:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204616.755439:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204616.755440:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204616.755442:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204616.755447:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755450:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204616.755451:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755452:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204616.755453:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204616.755454:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755459:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204616.755461:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755465:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204616.755466:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755467:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204616.755468:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755469:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204616.755470:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204616.755471:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204616.755473:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204616.755474:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204616.755477:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204616.755481:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762624:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204616.755483:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204616.755484:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755495:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204616.755496:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204616.755497:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204616.755499:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204616.755500:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204616.755502:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762752:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204616.755504:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204616.755505:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204616.755506:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204616.755507:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204616.755509:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204616.755511:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204616.755513:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204616.755515:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204616.755518:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204616.755521:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556762752, portal 4
00000100:00000001:1.0:1788204616.755523:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204616.755524:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:1.0:1788204616.755529:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755535:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204616.755537:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204616.755539:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204616.755541:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556762752, offset 0
00000400:00000200:1.0:1788204616.755545:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204616.755548:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204616.755552:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204616.755555:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204616.755557:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204616.755559:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204616.755561:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204616.755564:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3163:3163:256:4294967295] 192.168.201.145@tcp LPNI seq info [3163:3163:8:4294967295]
00000400:00000200:1.0:1788204616.755566:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204616.755570:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204616.755573:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204616.755575:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204616.755578:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204616.755579:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204616.755582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204616.755583:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204616.755586:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204616.755587:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204616.755589:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204616.755591:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204616.755593:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204616.755594:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204616.755595:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204616.755598:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755602:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204616.755604:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755608:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755609:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204616.755611:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204616.755613:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204616.755614:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204616.755616:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298421782
00000100:00000001:1.0:1788204616.755617:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298423976
00000100:00000001:1.0:1788204616.755618:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298421782
00000100:00000001:1.0:1788204616.755620:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298423976
00000100:00000001:1.0:1788204616.755621:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204616.755622:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755623:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204616.755625:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204616/real 1788204616]  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204616.755629:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204616.755630:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204616.755630:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204616.755632:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204616.755633:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204616.755634:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204616.755636:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204616.755641:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755644:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204616.755645:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755645:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204616.755646:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204616.755648:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755651:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204616.755653:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755657:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204616.755658:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755659:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204616.755660:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755661:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204616.755662:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204616.755663:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204616.755665:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204616.755666:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204616.755668:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204616.755672:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762752:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204616.755674:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204616.755676:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755680:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204616.755681:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204616.755682:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204616.755683:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204616.755685:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204616.755686:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762880:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204616.755687:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204616.755688:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204616.755689:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204616.755690:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204616.755692:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204616.755693:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204616.755694:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204616.755696:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204616.755697:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204616.755699:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556762880, portal 4
00000100:00000001:1.0:1788204616.755700:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204616.755701:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:1.0:1788204616.755704:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755708:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204616.755709:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204616.755711:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204616.755712:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556762880, offset 0
00000400:00000200:1.0:1788204616.755714:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204616.755716:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204616.755718:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204616.755719:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204616.755721:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204616.755722:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204616.755723:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204616.755725:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3164:3164:256:4294967295] 192.168.201.145@tcp LPNI seq info [3164:3164:8:4294967295]
00000400:00000200:1.0:1788204616.755728:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204616.755732:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204616.755734:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204616.755736:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204616.755738:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204616.755739:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204616.755741:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204616.755743:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204616.755745:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204616.755746:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204616.755747:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204616.755749:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204616.755751:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204616.755752:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204616.755753:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204616.755755:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755759:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204616.755760:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755764:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755765:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204616.755766:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204616.755768:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204616.755770:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204616.755771:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298422513
00000100:00000001:1.0:1788204616.755772:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298423976
00000100:00000001:1.0:1788204616.755774:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298422513
00000100:00000001:1.0:1788204616.755775:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298423976
00000100:00000001:1.0:1788204616.755776:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204616.755777:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755778:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204616.755780:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204616/real 1788204616]  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204616.755785:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204616.755785:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204616.755786:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204616.755787:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204616.755788:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204616.755789:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204616.755790:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204616.755795:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755799:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204616.755800:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755800:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204616.755801:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204616.755803:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755806:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204616.755808:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755812:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204616.755813:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755814:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204616.755814:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755815:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204616.755816:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204616.755817:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204616.755819:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204616.755820:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204616.755823:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204616.755827:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556762880:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204616.755829:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755830:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204616.755832:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556762624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755835:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204616.755836:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204616.755837:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204616.755838:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204616.755839:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204616.755840:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204616.755841:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204616.755842:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204616.755843:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204616.755844:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204616.755845:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204616.755847:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204616.755847:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755848:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204616.755850:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556762752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755853:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204616.755854:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204616.755855:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204616.755856:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204616.755857:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204616.755857:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204616.755858:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204616.755859:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788204616.755860:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204616.755861:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204616.755862:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204616.755863:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204616.755864:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755865:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204616.755867:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556762880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204616.755870:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204616.755870:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204616.755871:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204616.755872:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204616.755872:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204616.755873:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204616.755874:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204616.755875:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:1.0:1788204616.755876:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204616.755876:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204616.755877:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788204616.755878:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204616.755879:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755880:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204616.755882:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204616.755882:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204616.755883:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204616.755884:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204617.074512:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204617.074520:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204617.074527:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204617.074535:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204617.074539:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204617.074544:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204617.074547:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204617.074551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204617.074555:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204617.074575:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204617.074578:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204617.074587:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204618.098520:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204618.098527:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204618.098532:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204618.098538:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204618.098542:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204618.098546:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.098549:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204618.098551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204618.098554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204618.994510:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298423976, at 4298424000
00000100:00000040:1.0:1788204618.994511:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298423976, at 4298424000
00000100:00000010:1.0:1788204618.994525:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f900.
00000100:00000010:0.0:1788204618.994528:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fde0.
00000100:00000001:1.0:1788204619.122463:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204619.122472:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204619.122475:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204619.122482:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204619.122488:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204619.122494:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204619.122498:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204619.122501:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204619.122503:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204619.122549:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204619.122553:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204619.122556:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204620.146495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204620.146503:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204620.146506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204620.146512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204620.146518:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204620.146522:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.146525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204620.146528:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.146532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.170482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204621.170486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204621.170488:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204621.170491:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204621.170494:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204621.170496:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.170499:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204621.170501:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.170503:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204621.170530:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204621.170534:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204621.170538:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204621.874492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204621.874502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204621.874504:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204621.874507:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204621.874511:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204621.874518:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3754
00000400:00000200:3.0:1788204621.874526:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204621.874532:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204621.874536:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204621.874538:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874541:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204621.874543:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874544:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204621.874547:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204621.874548:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204621.874550:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204621.874552:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204621.874554:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204621.874555:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204621.874557:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874558:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204621.874559:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874561:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204621.874563:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204621.874565:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874567:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204621.874569:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204621.874571:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204621.874573:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204621.874575:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204621.874576:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204621.874584:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204621.874588:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204621.874591:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204621.874594:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204621.874597:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204621.874599:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204621.874603:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204621.874611:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788204621.874616:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204621.874625:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204621.874635:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204621.874640:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204621.874644:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204621.874667:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204621.874670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204621.874674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204621.874676:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204621.874677:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204621.874680:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204621.874682:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3754
00000400:00000200:3.0:1788204621.874686:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204621.874690:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204621.874693:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204621.874697:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874699:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204621.874701:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204621.874702:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874706:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204621.874708:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204621.874710:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204621.874712:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204621.874713:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204621.874716:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204621.874718:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204621.874721:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204621.874723:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204621.874723:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204621.874729:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874732:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204621.874736:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874739:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204621.874741:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204621.874743:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874744:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204621.874745:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204621.874749:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204621.874751:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204621.874752:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.874753:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204621.874754:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204621.874758:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788204621.874759:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204621.874761:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788204621.874762:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204621.874766:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204621.874767:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204621.874774:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556763008:192.168.201.145@tcp:250:kworker.0
00000100:00000010:3.0:1788204621.874774:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788204621.874780:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788204621.874780:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204621.874782:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204621.874785:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204621.874785:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204621.874789:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204621.874790:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204621.874794:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1788204621.874795:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:3.0:1788204621.874796:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204621.874798:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204621.874801:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204621.874805:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204621.874809:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
02000000:00000010:3.0:1788204621.874810:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000400:00000010:1.0:1788204621.874814:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000001:3.0:1788204621.874816:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204621.874821:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556763008, portal 25
00000100:00000001:1.0:1788204621.874824:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204621.874826:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00100000:3.0:1788204621.874826:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204621.874834:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204621.874842:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204621.874844:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204621.874847:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204621.874848:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204621.874851:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204621.874854:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556763008, offset 0
00000100:00000040:3.0:1788204621.874856:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204621.874861:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874870:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204621.874871:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204621.874876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204621.874878:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:3.0:1788204621.874883:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1788204621.874884:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204621.874887:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204621.874889:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:3.0:1788204621.874891:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204621.874893:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204621.874897:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874897:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204621.874904:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3754
00000400:00000200:1.0:1788204621.874907:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3165:3165:256:4294967295] 192.168.201.145@tcp LPNI seq info [3165:3165:8:4294967295]
00000400:00000200:3.0:1788204621.874912:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204621.874917:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204621.874919:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204621.874922:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204621.874924:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874926:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204621.874930:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874933:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204621.874936:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204621.874937:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1788204621.874938:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204621.874941:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204621.874943:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204621.874945:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:1.0:1788204621.874949:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788204621.874954:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204621.874957:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874958:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204621.874962:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000010:1.0:1788204621.874963:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000100:00000001:3.0:1788204621.874964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204621.874969:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204621.874971:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204621.874972:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204621.874974:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1788204621.874978:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:3.0:1788204621.874978:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204621.874981:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204621.874984:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1788204621.874985:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000008:00100000:3.0:1788204621.874985:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204621.874989:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204621.874991:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204621.874994:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000800:00000200:1.1:1788204621.874996:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:3.0:1788204621.874997:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204621.875002:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204621.875003:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204621.875003:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1788204621.875007:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204621.875009:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204621.875011:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204621.875014:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000010:3.0:1788204621.875016:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000800:00000010:1.0:1788204621.875018:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000100:00000001:3.0:1788204621.875020:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204621.875026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204621.875027:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204621.875035:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204621.875036:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204621.875039:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204621.875043:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000100:00000040:3.0:1788204621.875044:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204621.875050:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204621.875052:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00080000:3.0:1788204621.875053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204621.875058:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788204621.875059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204621.875062:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1788204621.875066:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204621.875066:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204621.875072:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204621.875092:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204621.875096:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204621.875101:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3754
00000400:00000200:3.0:1788204621.875110:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204621.875111:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204621.875115:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204621.875116:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1788204621.875117:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204621.875120:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.875122:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204621.875124:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204621.875124:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.875130:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204621.875132:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204621.875133:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:3.0:1788204621.875133:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204621.875136:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204621.875138:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:1.0:1788204621.875139:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298429096
00000020:00000001:3.0:1788204621.875140:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204621.875144:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204621.875147:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.875148:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1788204621.875149:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f900.
00000100:00000040:3.0:1788204621.875149:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204621.875154:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204621.875155:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204621.875156:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204621.875158:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.875159:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788204621.875159:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204621.875162:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204621.875165:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204621.875166:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204621.875167:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204621.875169:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204621.875169:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.875173:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298429096
00000100:00000010:3.0:1788204621.875174:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788204621.875178:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000010:1.0:1788204621.875180:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fea0.
02000000:00000001:3.0:1788204621.875181:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204621.875183:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.875186:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204621.875190:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204621.875194:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204621.875195:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.875199:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204621.875200:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204621.875203:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204621.875207:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204621/real 1788204621]  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204621.875210:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788204621.875216:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204621.875224:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1788204621.875225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1788204621.875227:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204621.875230:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204621.875235:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204621.875237:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:3.0:1788204621.875240:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204621.875241:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204621.875246:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204621.875249:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204621.875255:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204621.875267:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204621.875267:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204621.875273:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3764)
00000100:00000001:1.0:1788204621.875289:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204621.875291:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875292:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204621.875294:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204621.875297:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875302:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204621.875304:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875309:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204621.875311:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875312:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204621.875312:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875315:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204621.875316:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204621.875318:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204621.875321:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204621.875322:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204621.875324:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204621.875329:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556763008:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204621.875333:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875334:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204621.875336:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556763008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875339:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204621.875341:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204621.875342:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204621.875345:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204621.875346:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204621.875347:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204621.875348:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204621.875350:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:1.0:1788204621.875352:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204621.875353:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204621.875354:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:1.0:1788204621.875356:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204621.875357:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875358:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875364:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204621.875365:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.875366:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204621.875367:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204621.875368:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204621.875370:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875378:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204621.875380:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204621.875381:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204621.875382:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204621.875383:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204621.875385:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556763136:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204621.875386:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204621.875393:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204621.875394:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204621.875395:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204621.875419:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204621.875422:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204621.875425:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204621.875428:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204621.875431:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204621.875434:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556763136, portal 10
00000100:00000001:1.0:1788204621.875435:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204621.875437:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:1.0:1788204621.875443:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875449:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204621.875452:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204621.875454:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204621.875456:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556763136, offset 0
00000400:00000200:1.0:1788204621.875460:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204621.875465:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204621.875468:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204621.875470:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204621.875472:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204621.875474:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204621.875475:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204621.875477:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3166:3166:256:4294967295] 192.168.201.145@tcp LPNI seq info [3166:3166:8:4294967295]
00000400:00000200:1.0:1788204621.875480:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204621.875484:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204621.875487:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204621.875489:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204621.875492:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204621.875494:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204621.875496:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204621.875498:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204621.875500:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204621.875501:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204621.875503:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204621.875505:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204621.875507:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204621.875508:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204621.875510:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204621.875513:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875520:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204621.875523:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875529:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.875531:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204621.875534:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204621.875537:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204621.875541:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204621.875543:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298427219
00000100:00000001:1.0:1788204621.875545:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298429096
00000100:00000001:1.0:1788204621.875547:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298427219
00000100:00000001:1.0:1788204621.875550:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298429096
00000100:00000001:1.0:1788204621.875551:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204621.875554:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.875556:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204621.875559:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204621/real 1788204621]  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204621.875564:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204621.875565:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204621.875566:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204621.875568:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204621.875569:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204621.875570:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204621.875572:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204621.875577:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875580:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204621.875581:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875582:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204621.875583:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204621.875585:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875590:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204621.875593:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875600:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204621.875602:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875603:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204621.875604:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875606:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204621.875608:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204621.875610:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204621.875614:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204621.875616:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204621.875620:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204621.875628:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556763136:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204621.875631:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204621.875634:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875639:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204621.875641:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204621.875643:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204621.875645:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204621.875646:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204621.875649:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556763264:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204621.875652:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204621.875654:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204621.875655:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204621.875657:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204621.875660:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204621.875662:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204621.875665:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204621.875668:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204621.875671:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204621.875674:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556763264, portal 4
00000100:00000001:1.0:1788204621.875676:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204621.875677:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788204621.875683:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875686:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204621.875688:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204621.875690:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204621.875691:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556763264, offset 0
00000400:00000200:1.0:1788204621.875693:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204621.875696:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204621.875700:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204621.875702:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204621.875704:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204621.875707:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204621.875708:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204621.875711:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3167:3167:256:4294967295] 192.168.201.145@tcp LPNI seq info [3167:3167:8:4294967295]
00000400:00000200:1.0:1788204621.875715:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204621.875720:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204621.875725:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204621.875728:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204621.875732:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204621.875734:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204621.875739:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204621.875741:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204621.875744:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204621.875746:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204621.875748:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204621.875750:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204621.875752:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204621.875753:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204621.875754:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204621.875757:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875762:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204621.875763:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875767:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.875768:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204621.875771:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204621.875772:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204621.875774:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204621.875776:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298426902
00000100:00000001:1.0:1788204621.875777:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298429096
00000100:00000001:1.0:1788204621.875778:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298426902
00000100:00000001:1.0:1788204621.875780:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298429096
00000100:00000001:1.0:1788204621.875781:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204621.875782:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.875783:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204621.875785:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204621/real 1788204621]  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204621.875789:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204621.875790:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204621.875791:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204621.875792:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204621.875793:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204621.875795:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204621.875797:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204621.875804:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875810:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204621.875811:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875813:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204621.875814:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204621.875818:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875824:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204621.875827:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875834:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204621.875836:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875837:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204621.875839:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.875840:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204621.875842:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204621.875844:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204621.875847:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204621.875849:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204621.875853:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204621.875859:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556763264:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204621.875863:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204621.875866:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875872:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204621.875873:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204621.875875:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204621.875877:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204621.875879:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204621.875881:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556763392:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204621.875884:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204621.875886:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204621.875887:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204621.875889:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204621.875892:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204621.875894:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204621.875897:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204621.875899:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204621.875902:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204621.875905:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556763392, portal 4
00000100:00000001:1.0:1788204621.875907:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204621.875908:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788204621.875914:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875920:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204621.875922:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204621.875924:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204621.875926:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556763392, offset 0
00000400:00000200:1.0:1788204621.875930:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204621.875934:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204621.875937:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204621.875940:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204621.875942:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204621.875944:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204621.875946:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204621.875949:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3168:3168:256:4294967295] 192.168.201.145@tcp LPNI seq info [3168:3168:8:4294967295]
00000400:00000200:1.0:1788204621.875953:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204621.875958:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204621.875962:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204621.875966:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204621.875969:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204621.875972:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204621.875975:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204621.875977:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204621.875979:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204621.875980:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788204621.875983:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204621.875985:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204621.875987:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d440
00000400:00000010:1.0:1788204621.875988:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d440.
00000100:00000001:1.0:1788204621.875990:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204621.875992:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.875997:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204621.876000:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.876006:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.876008:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204621.876011:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204621.876013:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204621.876017:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204621.876018:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298427633
00000100:00000001:1.0:1788204621.876021:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298429096
00000100:00000001:1.0:1788204621.876023:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298427633
00000100:00000001:1.0:1788204621.876024:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298429096
00000100:00000001:1.0:1788204621.876026:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204621.876028:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.876030:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204621.876033:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204621/real 1788204621]  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204621.876040:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204621.876041:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204621.876043:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204621.876045:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204621.876046:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204621.876048:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204621.876051:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204621.876059:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.876071:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204621.876073:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.876087:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204621.876088:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204621.876093:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.876099:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204621.876104:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.876111:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204621.876114:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.876115:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204621.876120:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.876122:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204621.876124:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204621.876126:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204621.876129:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204621.876131:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204621.876135:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204621.876143:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556763392:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204621.876147:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.876149:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204621.876152:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556763136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.876159:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204621.876160:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204621.876163:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204621.876165:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204621.876167:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204621.876168:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204621.876169:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204621.876170:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:1.0:1788204621.876172:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204621.876173:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204621.876174:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788204621.876176:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204621.876177:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.876177:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204621.876180:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556763264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.876184:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204621.876185:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204621.876186:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204621.876188:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204621.876189:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204621.876190:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204621.876191:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204621.876193:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:1.0:1788204621.876195:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204621.876196:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204621.876198:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788204621.876200:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204621.876201:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.876202:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204621.876205:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556763392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204621.876211:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204621.876212:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204621.876213:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204621.876215:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204621.876216:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204621.876217:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204621.876220:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204621.876221:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:1.0:1788204621.876223:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204621.876224:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204621.876225:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788204621.876227:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204621.876228:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.876230:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204621.876233:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204621.876234:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204621.876236:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204621.876238:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204622.194500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204622.194508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204622.194511:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204622.194518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204622.194523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204622.194528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204622.194533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204622.194538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204622.194544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204623.218480:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204623.218486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204623.218488:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204623.218493:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204623.218498:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204623.218502:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204623.218508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204623.218510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204623.218512:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204623.218545:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204623.218548:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204623.218550:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204624.114457:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298429096, at 4298429120
00000100:00000010:0.0:1788204624.114469:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f900.
00000100:00000040:1.0:1788204624.114481:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298429096, at 4298429120
00000100:00000010:1.0:1788204624.114489:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fea0.
00000100:00000001:1.0:1788204624.242491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204624.242497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204624.242498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204624.242503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204624.242508:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204624.242513:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204624.242515:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204624.242519:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204624.242524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204624.242546:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204624.242548:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204624.242550:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204625.266482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204625.266489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204625.266490:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.266496:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204625.266500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204625.266502:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.266504:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.266506:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.266508:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204625.266576:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204625.266579:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204625.266583:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204626.290484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204626.290491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204626.290494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204626.290500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204626.290504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204626.290507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204626.290510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204626.290512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204626.290513:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204626.290543:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204626.290546:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204626.290548:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204626.994501:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204626.994508:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204626.994511:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204626.994514:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204626.994518:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204626.994523:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3759
00000400:00000200:1.0:1788204626.994530:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204626.994535:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204626.994537:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204626.994539:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994542:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204626.994549:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994551:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204626.994553:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204626.994554:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204626.994556:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204626.994559:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204626.994560:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204626.994561:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204626.994563:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994564:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204626.994565:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994566:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204626.994568:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204626.994570:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994571:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204626.994573:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204626.994575:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204626.994580:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.994581:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204626.994583:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204626.994590:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ea00.
00000020:00000040:1.0:1788204626.994592:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204626.994594:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204626.994596:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.994598:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204626.994600:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204626.994603:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204626.994608:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788204626.994613:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204626.994620:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ea00 x1875064556763520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204626.994631:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204626.994634:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204626.994637:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004571364a] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ea00 x1875064556763520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204626.994653:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204626.994655:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204626.994658:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204626.994658:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204626.994660:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204626.994661:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204626.994663:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3759
00000400:00000200:1.0:1788204626.994665:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204626.994667:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204626.994668:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204626.994671:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994672:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204626.994674:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994675:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204626.994677:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204626.994678:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204626.994679:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204626.994680:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204626.994682:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204626.994684:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204626.994688:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994690:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204626.994694:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994700:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204626.994705:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204626.994711:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994713:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204626.994716:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204626.994721:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204626.994725:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.994727:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204626.994733:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204626.994738:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.994743:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204626.994747:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000020:00000040:1.0:1788204626.994750:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204626.994753:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204626.994756:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.994765:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204626.994769:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204626.994774:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204626.994779:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788204626.994783:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204626.994791:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556763648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204626.994798:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204626.994803:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204626.994814:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556763648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204626.994840:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204626.994845:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204626.994851:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204626.994855:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204626.994857:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204626.994862:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204626.994869:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3759
00000400:00000200:1.0:1788204626.994877:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204626.994884:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204626.994887:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204626.994893:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994898:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204626.994902:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994905:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204626.994908:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204626.994909:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204626.994913:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204626.994916:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204626.994918:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204626.994920:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204626.994923:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994926:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204626.994932:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994936:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204626.994939:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204626.994945:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204626.994948:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204626.994949:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204626.994951:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204626.994953:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.994955:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204626.994959:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204626.994962:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.994966:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204626.994973:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000020:00000040:1.0:1788204626.994978:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:2.1:1788204626.994979:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204626.994982:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
02000000:00000001:1.0:1788204626.994997:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204626.995001:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.995004:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204626.995006:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204626.995009:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204626.995019:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000001:1.0:1788204626.995023:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204626.995031:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556763776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204626.995045:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204626.995050:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204626.995060:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556763776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204626.995074:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204626.995079:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204626.995086:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204626.995088:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204626.995090:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204626.995094:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204626.995097:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3759
00000400:00000200:1.0:1788204626.995101:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204626.995104:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204626.995107:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204626.995112:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.995116:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204626.995120:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.995123:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204626.995126:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204626.995128:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204626.995131:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204626.995135:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204626.995139:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204626.995144:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204626.995153:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.995156:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204626.995162:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204626.995167:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204626.995173:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204626.995180:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204626.995186:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204626.995191:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204626.995195:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204626.995199:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.995203:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204626.995207:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204626.995211:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.995215:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204626.995221:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
00000020:00000040:1.0:1788204626.995224:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204626.995228:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204626.995230:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204626.995233:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204626.995236:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204626.995238:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204626.995243:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788204626.995248:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204626.995256:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556763904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204626.995266:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204626.995270:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204626.995278:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556763904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204626.995316:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204626.995323:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3769)
00000800:00000200:2.1:1788204626.995483:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204626.995497:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204626.995691:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204626.995692:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204626.995849:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204626.995851:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1788204627.314488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204627.314494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204627.314497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204627.314502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204627.314506:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204627.314510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204627.314514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204627.314518:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204627.314521:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204627.314580:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204627.314583:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204627.314585:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204628.338496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204628.338502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204628.338504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204628.338509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204628.338513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204628.338516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204628.338519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204628.338523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204628.338525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204628.338556:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204628.338560:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204628.338562:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204629.234499:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298434216, at 4298434240
00000100:00000040:1.0:1788204629.234499:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298434216, at 4298434240
00000100:00000010:1.0:1788204629.234511:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925116c0.
00000100:00000010:0.0:1788204629.234514:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925117e0.
00000100:00000001:1.0:1788204629.362487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204629.362492:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204629.362493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204629.362501:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204629.362504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204629.362508:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204629.362511:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204629.362513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204629.362516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204629.362555:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204629.362558:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204629.362561:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204630.386534:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204630.386539:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204630.386543:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204630.386548:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204630.386552:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204630.386555:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204630.386565:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204630.386571:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204630.386572:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1788204630.386575:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204630.386577:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204630.386582:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788204631.410570:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204631.410574:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204631.410576:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204631.410884:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204631.410887:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204631.410888:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204631.410891:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204631.410894:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204631.410896:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204631.410898:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204631.410900:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204631.410902:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204632.114719:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204632.114723:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204632.114726:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204632.114735:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165180 x1875064556764032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204632.114748:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204632.114751:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204632.114755:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204632.114759:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204632.114763:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204632.114768:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556764032:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204632.114772:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204632.114777:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204632.114780:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204632.114783:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204632.114789:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204632.114792:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204632.114799:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204632.114803:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788204632.114811:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788204632.114819:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556764032, portal 25
00000100:00000001:1.0:1788204632.114824:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204632.114826:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651968 : -105387657899648 : ffffa02686165180)
00000100:00000040:1.0:1788204632.114832:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165180 x1875064556764032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204632.114844:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204632.114848:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204632.114853:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d440.
00000100:00000200:1.0:1788204632.114856:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556764032, offset 0
00000400:00000200:1.0:1788204632.114865:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204632.114875:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204632.114887:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204632.114912:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204632.114925:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204632.114933:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204632.114939:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204632.114948:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3173:3173:256:4294967295] 192.168.201.145@tcp LPNI seq info [3173:3173:8:4294967295]
00000400:00000200:1.0:1788204632.114957:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204632.114974:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204632.114983:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204632.114990:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788204632.115003:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204632.115011:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204632.115026:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204632.115033:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204632.115037:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298439336
00000100:00000010:1.0:1788204632.115042:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fea0.
00000100:00000001:1.0:1788204632.115049:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204632.115064:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298439336
00000100:00000010:1.0:1788204632.115069:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f7e0.
00000100:00000001:1.0:1788204632.115074:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204632.115083:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204632.115089:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204632.115094:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204632.115100:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204632.115111:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204632.115115:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204632.115120:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204632.115124:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204632.115127:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204632.115134:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164000 x1875064556764160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204632.115152:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204632.115155:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204632.115160:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204632.115165:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204632.115170:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204632.115178:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556764160:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204632.115189:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204632.115194:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204632.115197:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204632.115202:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204632.115208:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204632.115213:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204632.115222:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204632.115228:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204632.115234:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204632.115240:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556764160, portal 10
00000100:00000001:1.0:1788204632.115244:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204632.115247:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051647488 : -105387657904128 : ffffa02686164000)
00000100:00000040:1.0:1788204632.115258:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164000 x1875064556764160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204632.115273:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204632.115278:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204632.115283:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d330.
00000100:00000200:1.0:1788204632.115288:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556764160, offset 0
00000400:00000200:1.0:1788204632.115297:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204632.115306:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204632.115313:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204632.115320:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204632.115326:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204632.115330:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204632.115335:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204632.115341:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3174:3174:255:4294967295] 192.168.201.145@tcp LPNI seq info [3174:3174:7:4294967295]
00000400:00000200:1.0:1788204632.115350:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204632.115364:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204632.115375:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204632.115383:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237400.
00000800:00000200:1.0:1788204632.115391:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204632.115423:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204632.115426:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204632.115430:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204632.115434:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204632.115436:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298437459
00000100:00000001:1.0:1788204632.115438:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298439336
00000100:00000001:1.0:1788204632.115441:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298437459
00000100:00000001:1.0:1788204632.115443:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298439336
00000100:00000001:1.0:1788204632.115445:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204632.115447:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204632.115451:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204632.115453:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204632.115457:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204632.115458:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204632.115460:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204632.115462:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204632.115463:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204632.115467:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166300 x1875064556764288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204632.115473:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204632.115474:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204632.115476:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204632.115478:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204632.115480:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204632.115482:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556764288:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204632.115485:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204632.115488:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204632.115489:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204632.115491:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204632.115495:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204632.115496:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204632.115500:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204632.115503:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b59a0.
00000400:00000010:1.0:1788204632.115509:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d660.
00000100:00000200:1.0:1788204632.115513:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556764288, portal 4
00000100:00000001:1.0:1788204632.115514:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204632.115516:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051656448 : -105387657895168 : ffffa02686166300)
00000100:00000040:1.0:1788204632.115521:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166300 x1875064556764288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204632.115527:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204632.115529:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204632.115531:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d6e8.
00000100:00000200:1.0:1788204632.115533:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556764288, offset 0
00000400:00000200:1.0:1788204632.115537:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204632.115541:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204632.115544:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204632.115548:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204632.115550:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204632.115553:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204632.115555:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204632.115557:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3175:3175:254:4294967295] 192.168.201.145@tcp LPNI seq info [3175:3175:6:4294967295]
00000400:00000200:1.0:1788204632.115561:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204632.115566:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204632.115570:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204632.115574:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237a00.
00000800:00000200:1.0:1788204632.115577:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204632.115581:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204632.115583:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204632.115586:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204632.115588:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204632.115590:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298437142
00000100:00000001:1.0:1788204632.115592:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298439336
00000100:00000001:1.0:1788204632.115595:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298437142
00000100:00000001:1.0:1788204632.115597:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298439336
00000100:00000001:1.0:1788204632.115600:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204632.115602:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204632.115603:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204632.115607:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165500 x1875064556764416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204632.115613:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204632.115614:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204632.115616:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204632.115618:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204632.115619:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204632.115622:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556764416:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204632.115625:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204632.115627:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204632.115628:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204632.115630:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204632.115633:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204632.115635:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204632.115638:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204632.115641:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788204632.115644:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204632.115647:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556764416, portal 4
00000100:00000001:1.0:1788204632.115649:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204632.115650:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051652864 : -105387657898752 : ffffa02686165500)
00000100:00000040:1.0:1788204632.115656:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165500 x1875064556764416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204632.115662:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204632.115664:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204632.115667:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788204632.115669:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556764416, offset 0
00000400:00000200:1.0:1788204632.115674:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204632.115677:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204632.115681:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204632.115685:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204632.115687:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204632.115689:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204632.115691:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204632.115693:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3176:3176:253:4294967295] 192.168.201.145@tcp LPNI seq info [3176:3176:5:4294967295]
00000400:00000200:1.0:1788204632.115697:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204632.115702:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204632.115706:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204632.115710:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237b00.
00000800:00000200:1.0:1788204632.115713:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204632.115716:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204632.115719:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204632.115723:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204632.115725:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204632.115727:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298437873
00000100:00000001:1.0:1788204632.115729:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298439336
00000100:00000001:1.0:1788204632.115731:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298437873
00000100:00000001:1.0:1788204632.115733:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298439336
00000100:00000001:1.0:1788204632.115735:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204632.115737:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204632.115740:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204632.115741:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204632.115744:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204632.115745:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204632.115747:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204632.115748:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204632.115749:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204632.115752:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204632.434526:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204632.434536:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204632.434541:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204632.434547:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204632.434554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204632.434558:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204632.434562:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204632.434566:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204632.434569:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204632.434580:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204632.434586:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204632.434590:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204633.458475:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204633.458483:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204633.458485:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204633.458490:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204633.458495:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204633.458499:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204633.458502:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204633.458504:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204633.458506:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204633.458561:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204633.458563:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204633.458565:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204634.354522:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298439336, at 4298439360
00000100:00000040:1.0:1788204634.354522:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298439336, at 4298439360
00000100:00000010:0.0:1788204634.354544:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fea0.
00000100:00000010:1.0:1788204634.354548:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f7e0.
00000100:00000001:3.0:1788204634.482538:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204634.482548:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204634.482552:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204634.482560:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204634.482566:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204634.482571:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204634.482574:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204634.482578:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204634.482582:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204634.482672:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204634.482675:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204634.482678:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204635.187006:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204635.187013:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204635.187020:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.187033:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204632/real 1788204635]  req@ffffa02686165180 x1875064556764032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.187055:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.187060:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.187065:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788204635.187073:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:1.0:1788204635.187077:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:1.0:1788204635.187081:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.187087:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165180 x1875064556764032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.187107:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165180 x1875064556764032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187120:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.187125:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187131:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.187135:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.187145:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165180 x1875064556764032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187161:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.187172:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165180 x1875064556764032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187186:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.187192:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187197:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.187200:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187207:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.187213:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.187220:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.187229:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204635.187234:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.187240:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165180 x1875064556764032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.187249:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556764032:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204635.187256:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.187259:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.187262:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165180 x1875064556764032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187268:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.187271:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.187277:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c400.
02000000:00000001:1.0:1788204635.187282:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.187286:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.187289:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204635.187292:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.187297:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009000.
02000000:00000001:1.0:1788204635.187301:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.187303:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.187306:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165180.
00000100:00000001:1.0:1788204635.187310:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.187311:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187314:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.187316:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204635.187318:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204635.187319:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.187323:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204632/real 1788204635]  req@ffffa02686166300 x1875064556764288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.187331:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.187333:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.187335:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b59a0.
00000400:00000200:1.0:1788204635.187337:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d660
00000400:00000010:1.0:1788204635.187338:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d660.
00000100:00000001:1.0:1788204635.187340:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.187343:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166300 x1875064556764288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.187350:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166300 x1875064556764288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187355:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.187357:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187358:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.187360:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.187363:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166300 x1875064556764288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187369:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.187372:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166300 x1875064556764288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187378:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.187380:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187382:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.187383:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187384:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.187387:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.187389:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.187393:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204635.187395:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.187444:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166300 x1875064556764288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.187458:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556764288:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.187462:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.187466:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204632/real 1788204635]  req@ffffa02686165500 x1875064556764416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.187473:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.187476:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.187478:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788204635.187481:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204635.187483:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204635.187486:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.187488:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165500 x1875064556764416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.187496:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165500 x1875064556764416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187503:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.187504:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187505:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.187507:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.187510:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165500 x1875064556764416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187517:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.187521:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165500 x1875064556764416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187528:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.187532:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187534:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.187535:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187538:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.187540:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.187544:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.187548:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204635.187551:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.187555:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165500 x1875064556764416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.187563:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556764416:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.187568:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.187572:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204632/real 1788204635]  req@ffffa02686164000 x1875064556764160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.187591:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.187592:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.187594:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204635.187597:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204635.187599:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204635.187602:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.187605:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164000 x1875064556764160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.187610:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164000 x1875064556764160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187615:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.187616:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187617:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.187617:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.187619:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164000 x1875064556764160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187624:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.187627:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164000 x1875064556764160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187636:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.187637:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187638:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.187639:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187640:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.187642:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.187643:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.187646:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204635.187648:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.187650:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164000 x1875064556764160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.187655:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556764160:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204635.187658:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187659:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.187661:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166300 x1875064556764288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187664:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.187666:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.187667:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788204635.187670:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.187671:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.187672:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204635.187675:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.187677:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009800.
02000000:00000001:1.0:1788204635.187679:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.187680:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.187682:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166300.
00000100:00000001:1.0:1788204635.187684:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.187686:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187688:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.187692:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165500 x1875064556764416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187700:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.187701:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.187702:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204635.187705:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.187706:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.187708:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204635.187709:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.187711:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b400.
02000000:00000001:1.0:1788204635.187714:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.187715:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.187716:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165500.
00000100:00000001:1.0:1788204635.187719:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.187720:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187722:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.187725:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164000 x1875064556764160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.187730:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.187731:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.187733:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:1.0:1788204635.187735:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.187736:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.187737:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204635.187739:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.187740:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800a400.
02000000:00000001:1.0:1788204635.187742:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.187743:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.187744:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164000.
00000100:00000001:1.0:1788204635.187746:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.187747:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187749:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.187759:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204635.187761:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.187764:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204635.187765:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.506551:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204635.506557:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204635.506559:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.506564:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204635.506569:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204635.506573:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204635.506583:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204635.506587:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788204635.506588:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.506593:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1788204635.506595:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204635.506599:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204636.530496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204636.530505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204636.530507:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204636.530512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204636.530517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204636.530521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204636.530524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204636.530526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204636.530528:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204636.530558:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204636.530561:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204636.530564:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204637.234564:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204637.234571:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204637.234573:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204637.234576:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204637.234579:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204637.234586:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3769
00000400:00000200:0.0:1788204637.234593:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204637.234599:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204637.234602:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204637.234605:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234608:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204637.234612:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234614:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204637.234618:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204637.234619:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204637.234623:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204637.234626:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204637.234628:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204637.234630:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204637.234638:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234640:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204637.234643:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234645:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204637.234648:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204637.234652:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234655:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204637.234657:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204637.234661:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204637.234663:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.234668:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204637.234670:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204637.234677:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204637.234682:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204637.234686:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204637.234688:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.234692:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204637.234695:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204637.234699:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204637.234706:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204637.234712:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204637.234722:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556764544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204637.234732:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204637.234737:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204637.234742:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556764544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204637.234769:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204637.234773:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204637.234777:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204637.234780:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204637.234782:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204637.234786:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204637.234791:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3769
00000400:00000200:0.0:1788204637.234796:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204637.234800:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204637.234803:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204637.234807:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234823:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204637.234826:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234828:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204637.234830:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204637.234831:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204637.234833:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204637.234835:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204637.234837:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204637.234839:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204637.234843:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234845:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204637.234849:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234852:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204637.234854:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204637.234857:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234859:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204637.234860:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204637.234866:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204637.234868:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.234870:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204637.234874:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204637.234878:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.234881:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204637.234885:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204637.234888:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204637.234891:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204637.234893:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.234894:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204637.234897:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204637.234899:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204637.234904:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204637.234911:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204637.234928:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556764672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204637.234935:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204637.234938:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204637.234941:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556764672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204637.234949:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204637.234952:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204637.234955:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204637.234957:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204637.234958:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204637.234961:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204637.234963:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3769
00000400:00000200:0.0:1788204637.234966:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204637.234968:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204637.234971:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204637.234973:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234975:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204637.234977:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234980:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204637.234982:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204637.234983:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204637.234985:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204637.234987:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204637.234989:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204637.234991:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204637.234994:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234995:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204637.234997:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.234998:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204637.235001:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204637.235003:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204637.235005:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204637.235007:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204637.235010:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204637.235012:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.235013:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204637.235016:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204637.235018:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.235020:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204637.235023:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204637.235025:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204637.235028:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204637.235029:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.235030:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204637.235032:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204637.235033:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204637.235037:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204637.235040:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204637.235044:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556764800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204637.235051:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204637.235053:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204637.235057:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556764800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204637.235064:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204637.235066:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204637.235069:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204637.235070:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204637.235071:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204637.235074:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204637.235076:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3769
00000400:00000200:0.0:1788204637.235079:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204637.235082:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204637.235085:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204637.235088:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.235089:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204637.235091:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.235093:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204637.235095:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204637.235096:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204637.235097:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204637.235099:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204637.235101:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204637.235103:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204637.235105:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.235107:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204637.235109:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204637.235111:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204637.235113:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204637.235121:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204637.235124:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204637.235125:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204637.235127:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204637.235129:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.235130:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204637.235132:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204637.235134:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.235135:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204637.235139:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204637.235141:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204637.235143:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204637.235144:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204637.235145:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204637.235146:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204637.235148:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204637.235151:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204637.235154:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204637.235158:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556764928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204637.235168:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204637.235170:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204637.235173:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556764928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204637.235180:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204637.235184:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3779)
00000800:00000200:2.1:1788204637.235426:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204637.235431:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204637.235759:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204637.235762:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204637.236040:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204637.236042:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204637.236303:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204637.236305:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788204637.554500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204637.554507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204637.554517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204637.554527:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204637.554535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204637.554540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204637.554545:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204637.554549:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204637.554553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204637.554571:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204637.554577:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204637.554581:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204638.578473:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204638.578478:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204638.578480:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204638.578486:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204638.578491:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204638.578493:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204638.578496:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204638.578499:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204638.578502:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204638.578538:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204638.578541:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204638.578543:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204639.474495:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298444457, at 4298444480
00000100:00000040:1.0:1788204639.474495:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298444457, at 4298444480
00000100:00000010:1.0:1788204639.474509:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511a20.
00000100:00000010:0.0:1788204639.474511:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511660.
00000100:00000001:1.0:1788204639.602488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204639.602494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204639.602496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204639.602501:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204639.602505:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204639.602509:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204639.602512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204639.602514:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204639.602516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204639.602541:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204639.602544:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204639.602547:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204640.626491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204640.626500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204640.626503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204640.626510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204640.626516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204640.626520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.626523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204640.626525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.626528:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204640.626561:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204640.626565:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204640.626568:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204641.650520:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204641.650531:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204641.650535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204641.650551:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204641.650560:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204641.650569:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204641.650578:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204641.650584:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204641.650587:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204641.650614:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204641.650619:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204641.650622:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204642.354532:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204642.354541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204642.354544:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204642.354548:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204642.354552:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204642.354559:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3774
00000400:00000200:0.0:1788204642.354568:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204642.354573:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204642.354576:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204642.354578:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354582:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204642.354583:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354585:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204642.354589:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204642.354591:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204642.354593:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204642.354596:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204642.354597:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204642.354599:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204642.354601:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354604:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204642.354605:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354607:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204642.354610:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204642.354613:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354615:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204642.354619:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204642.354623:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204642.354626:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.354629:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204642.354632:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204642.354642:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204642.354646:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204642.354650:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204642.354652:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.354655:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204642.354658:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204642.354662:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204642.354670:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204642.354676:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204642.354684:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556765056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204642.354693:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204642.354697:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204642.354702:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556765056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204642.354736:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204642.354740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204642.354743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204642.354745:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204642.354748:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204642.354751:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204642.354755:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3774
00000400:00000200:0.0:1788204642.354760:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204642.354763:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204642.354765:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204642.354767:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354770:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204642.354773:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354778:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204642.354781:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204642.354786:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204642.354794:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204642.354798:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204642.354809:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204642.354816:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204642.354822:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354829:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204642.354834:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354838:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204642.354843:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204642.354849:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204642.354855:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204642.354858:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204642.354865:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204642.354868:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.354871:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204642.354876:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204642.354882:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.354888:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204642.354902:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204642.354911:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204642.354923:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204642.354927:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.354928:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204642.354930:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204642.354932:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204642.354938:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204642.354943:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204642.354955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556765184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204642.354968:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204642.354972:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204642.354988:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556765184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204642.355045:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204642.355059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204642.355075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204642.355077:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204642.355079:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204642.355088:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204642.355093:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3774
00000400:00000200:0.0:1788204642.355103:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204642.355114:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204642.355126:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204642.355135:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355141:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204642.355145:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355148:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204642.355151:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204642.355152:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204642.355154:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204642.355156:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204642.355161:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204642.355168:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204642.355177:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355181:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204642.355185:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355187:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204642.355189:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204642.355192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355193:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204642.355195:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204642.355199:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204642.355207:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.355212:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204642.355217:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204642.355226:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.355236:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204642.355251:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000800:00000200:2.1:1788204642.355258:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:0.0:1788204642.355259:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204642.355273:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204642.355276:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.355278:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204642.355279:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788204642.355279:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
02000000:00000001:0.0:1788204642.355283:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204642.355287:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204642.355294:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204642.355303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556765312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204642.355334:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204642.355339:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204642.355348:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556765312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204642.355419:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204642.355423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204642.355427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204642.355429:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204642.355439:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204642.355445:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204642.355451:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3774
00000400:00000200:0.0:1788204642.355466:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204642.355474:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204642.355479:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204642.355485:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355488:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204642.355496:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355504:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204642.355507:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204642.355510:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204642.355513:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204642.355514:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204642.355516:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204642.355519:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204642.355525:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355526:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204642.355530:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355534:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204642.355536:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204642.355539:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204642.355545:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204642.355548:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204642.355551:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204642.355554:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.355556:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204642.355561:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204642.355569:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.355575:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204642.355583:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204642.355588:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204642.355597:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204642.355600:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204642.355607:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204642.355610:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204642.355615:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204642.355621:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204642.355626:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204642.355634:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556765440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204642.355646:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204642.355651:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204642.355662:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556765440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204642.355708:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204642.355717:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3785)
00000800:00000200:2.1:1788204642.355966:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204642.355969:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204642.356219:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204642.356222:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788204642.356474:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204642.356476:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000100:00000001:1.0:1788204642.674509:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204642.674515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204642.674516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204642.674522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204642.674527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204642.674531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204642.674534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204642.674538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204642.674544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204642.674591:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204642.674599:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204642.674604:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204643.698495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204643.698502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204643.698505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204643.698510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204643.698514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204643.698517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204643.698519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204643.698521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204643.698523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204643.698559:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204643.698563:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204643.698566:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204644.594554:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298449577, at 4298449600
00000100:00000040:1.0:1788204644.594555:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298449577, at 4298449600
00000100:00000010:1.0:1788204644.594570:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925118a0.
00000100:00000010:0.0:1788204644.594575:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511d20.
00000100:00000001:1.0:1788204644.722495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204644.722504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204644.722508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204644.722511:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204644.722515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204644.722518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204644.722521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204644.722523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204644.722524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204644.722558:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204644.722562:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204644.722566:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204645.746481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204645.746488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204645.746492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.746499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204645.746504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204645.746507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.746510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204645.746513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204645.746516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204645.746529:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204645.746534:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204645.746537:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204646.770481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204646.770489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204646.770494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204646.770500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204646.770505:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204646.770508:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204646.770511:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204646.770515:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204646.770518:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204646.770533:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204646.770538:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204646.770542:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204647.474505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204647.474514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204647.474516:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204647.474520:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204647.474524:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204647.474531:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3780
00000400:00000200:0.0:1788204647.474539:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204647.474545:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204647.474548:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204647.474551:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204647.474556:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204647.474562:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204647.474564:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204647.474567:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204647.474570:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204647.474572:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204647.474574:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204647.474577:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474579:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204647.474581:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474582:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204647.474585:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204647.474588:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474591:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204647.474593:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204647.474596:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204647.474599:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.474601:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204647.474603:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204647.474611:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204647.474614:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204647.474618:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204647.474620:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.474623:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204647.474625:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204647.474629:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204647.474651:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204647.474657:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204647.474665:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556765568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204647.474673:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204647.474676:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204647.474679:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556765568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204647.474696:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204647.474698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204647.474700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204647.474701:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204647.474703:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204647.474705:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204647.474706:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3780
00000400:00000200:0.0:1788204647.474709:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204647.474711:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204647.474713:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204647.474714:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474716:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204647.474719:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474721:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204647.474724:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204647.474725:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204647.474727:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204647.474729:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204647.474734:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204647.474745:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204647.474753:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474759:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204647.474764:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474768:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204647.474775:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204647.474781:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474787:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204647.474791:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204647.474804:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204647.474808:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.474809:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204647.474816:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204647.474819:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.474822:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204647.474827:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204647.474831:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204647.474834:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204647.474835:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.474836:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204647.474838:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204647.474839:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204647.474842:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204647.474846:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204647.474854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556765696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204647.474865:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204647.474869:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204647.474872:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556765696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204647.474885:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204647.474887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204647.474891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204647.474894:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204647.474895:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204647.474898:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204647.474902:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3780
00000400:00000200:0.0:1788204647.474906:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204647.474912:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204647.474915:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204647.474919:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474920:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204647.474921:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474924:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204647.474928:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204647.474930:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204647.474932:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204647.474935:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204647.474938:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204647.474941:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204647.474947:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474955:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204647.474960:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474967:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204647.474971:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204647.474977:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204647.474981:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204647.474983:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204647.474986:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204647.474988:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.474990:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204647.474994:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204647.474999:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.475005:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204647.475007:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000010:0.0:1788204647.475010:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204647.475014:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:2.1:1788204647.475014:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1788204647.475018:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204647.475022:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.475026:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204647.475031:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204647.475035:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204647.475042:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204647.475048:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204647.475058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556765824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204647.475077:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204647.475083:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204647.475092:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556765824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204647.475109:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204647.475112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204647.475116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204647.475117:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204647.475119:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204647.475124:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204647.475126:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3780
00000400:00000200:0.0:1788204647.475132:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204647.475136:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204647.475139:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204647.475143:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.475146:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204647.475148:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.475151:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204647.475154:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204647.475157:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204647.475159:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204647.475162:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204647.475165:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204647.475169:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204647.475174:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.475176:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204647.475180:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204647.475184:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204647.475189:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204647.475192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204647.475195:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204647.475203:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204647.475207:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204647.475210:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.475213:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204647.475216:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204647.475220:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.475222:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204647.475226:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204647.475229:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204647.475232:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204647.475234:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204647.475237:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204647.475240:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204647.475242:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204647.475247:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204647.475253:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204647.475260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556765952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204647.475273:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204647.475276:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204647.475283:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556765952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204647.475299:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204647.475304:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3790)
00000800:00000200:2.1:1788204647.475440:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204647.475453:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204647.475662:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204647.475665:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204647.475859:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204647.475862:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1788204647.794496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204647.794503:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204647.794505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204647.794510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204647.794513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204647.794517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204647.794521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204647.794524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204647.794527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204647.794571:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204647.794574:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204647.794577:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204648.818482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204648.818489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204648.818491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204648.818495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204648.818500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204648.818504:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204648.818506:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204648.818508:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204648.818510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204648.818527:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204648.818532:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204648.818535:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204649.714463:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298454696, at 4298454720
00000100:00000040:1.0:1788204649.714470:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298454696, at 4298454720
00000100:00000010:1.0:1788204649.714485:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511540.
00000100:00000010:0.0:1788204649.714489:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511420.
00000100:00000001:1.0:1788204649.842488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204649.842494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204649.842496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204649.842503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204649.842507:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204649.842510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204649.842513:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204649.842514:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204649.842516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204649.842543:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204649.842547:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204649.842551:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204650.866463:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204650.866470:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204650.866473:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204650.866477:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204650.866483:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204650.866487:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.866490:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204650.866493:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204650.866495:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204650.866510:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204650.866515:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204650.866519:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204651.890521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204651.890534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204651.890537:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204651.890547:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204651.890570:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204651.890576:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204651.890580:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204651.890585:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204651.890593:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204651.890657:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204651.890662:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204651.890666:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204652.594595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204652.594606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204652.594609:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204652.594614:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204652.594619:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204652.594627:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3785
00000400:00000200:1.0:1788204652.594637:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204652.594643:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204652.594646:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204652.594649:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594652:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204652.594654:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594656:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204652.594660:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204652.594662:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204652.594665:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204652.594668:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204652.594670:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204652.594671:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204652.594673:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594675:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204652.594677:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594678:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204652.594681:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204652.594683:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594685:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204652.594687:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204652.594691:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204652.594693:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.594695:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204652.594697:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204652.594708:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ca80.
00000020:00000040:1.0:1788204652.594711:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204652.594714:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204652.594716:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.594719:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204652.594722:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204652.594726:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204652.594734:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788204652.594741:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204652.594751:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ca80 x1875064556766080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204652.594761:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204652.594764:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204652.594769:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a88cb04f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ca80 x1875064556766080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204652.594800:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204652.594802:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204652.594805:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204652.594806:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204652.594808:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204652.594810:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204652.594812:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3785
00000400:00000200:1.0:1788204652.594815:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204652.594816:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204652.594818:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204652.594820:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594822:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204652.594824:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594825:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204652.594827:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204652.594828:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204652.594829:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204652.594831:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204652.594834:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204652.594836:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204652.594839:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594841:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204652.594844:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594846:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204652.594847:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204652.594848:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204652.594850:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204652.594851:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204652.594857:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204652.594861:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.594865:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204652.594871:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204652.594878:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.594881:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204652.594886:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c380.
00000020:00000040:1.0:1788204652.594892:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204652.594896:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204652.594898:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.594900:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204652.594902:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204652.594905:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204652.594923:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:1.0:1788204652.594929:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204652.594941:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c380 x1875064556766208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204652.594968:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204652.594971:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204652.594985:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a4e581] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c380 x1875064556766208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204652.595008:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204652.595022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204652.595038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204652.595044:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204652.595047:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204652.595050:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204652.595060:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3785
00000400:00000200:1.0:1788204652.595070:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204652.595079:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204652.595082:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204652.595089:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595093:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204652.595099:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595105:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204652.595112:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204652.595115:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204652.595119:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204652.595121:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204652.595129:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204652.595139:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204652.595149:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595159:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204652.595168:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595178:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204652.595184:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204652.595194:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595199:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204652.595204:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204652.595211:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204652.595218:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.595224:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204652.595229:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204652.595236:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.595242:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204652.595252:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d180.
00000020:00000040:1.0:1788204652.595259:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204652.595266:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204652.595270:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.595276:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204652.595280:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204652.595283:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204652.595288:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788204652.595293:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204652.595310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d180 x1875064556766336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204652.595335:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204652.595339:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204652.595353:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002663953b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d180 x1875064556766336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204652.595370:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204652.595382:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1788204652.595383:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204652.595448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204652.595461:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204652.595463:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204652.595465:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204652.595476:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204652.595486:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3785
00000400:00000200:1.0:1788204652.595499:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204652.595503:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204652.595507:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204652.595518:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595522:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204652.595533:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595538:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204652.595560:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204652.595565:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204652.595571:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204652.595574:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204652.595577:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204652.595583:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204652.595598:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204652.595619:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595622:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204652.595624:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204652.595628:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204652.595629:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204652.595631:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204652.595639:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204652.595646:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.595649:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204652.595657:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204652.595661:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.595666:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204652.595670:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f800.
00000020:00000040:1.0:1788204652.595682:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204652.595687:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204652.595689:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204652.595693:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204652.595695:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204652.595704:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204652.595714:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788204652.595721:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204652.595730:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f800 x1875064556766464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204652.595739:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204652.595741:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204652.595749:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9754d1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f800 x1875064556766464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204652.595806:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204652.595815:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3795)
00000800:00000200:2.1:1788204652.596060:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204652.596061:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204652.596248:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204652.596250:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204652.596499:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204652.596501:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1788204652.914514:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204652.914525:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204652.914530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204652.914550:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204652.914559:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204652.914566:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204652.914570:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204652.914574:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204652.914577:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204652.914609:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204652.914615:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204652.914618:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204653.938500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204653.938508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204653.938512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204653.938518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204653.938540:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204653.938553:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204653.938557:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204653.938560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204653.938563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204653.938585:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204653.938590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204653.938594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204654.834479:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298459817, at 4298459840
00000100:00000040:0.0:1788204654.834490:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298459817, at 4298459840
00000100:00000010:1.0:1788204654.834493:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511cc0.
00000100:00000010:0.0:1788204654.834501:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511b40.
00000100:00000001:1.0:1788204654.962494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204654.962528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204654.962532:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204654.962537:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204654.962542:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204654.962546:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204654.962550:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204654.962553:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204654.962556:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204654.962563:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204654.962567:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204654.962570:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204655.986473:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204655.986483:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204655.986514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204655.986520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204655.986526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204655.986532:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204655.986536:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204655.986540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204655.986542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204655.986574:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204655.986578:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204655.986581:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204657.010545:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204657.010551:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204657.010553:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204657.010560:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204657.010564:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204657.010567:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204657.010569:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204657.010571:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204657.010574:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204657.010597:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204657.010601:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204657.010604:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204657.714548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204657.714557:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204657.714561:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204657.714566:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204657.714571:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204657.714579:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3790
00000400:00000200:1.0:1788204657.714588:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204657.714595:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204657.714598:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204657.714602:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714606:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204657.714609:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714611:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204657.714615:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204657.714618:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204657.714620:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204657.714623:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204657.714626:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204657.714628:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204657.714631:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714633:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204657.714635:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714637:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204657.714640:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204657.714642:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714645:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204657.714647:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204657.714651:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204657.714653:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.714656:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204657.714658:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204657.714668:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0dc00.
00000020:00000040:1.0:1788204657.714671:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204657.714675:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204657.714677:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.714680:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204657.714683:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204657.714687:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204657.714694:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788204657.714701:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204657.714710:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0dc00 x1875064556766592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204657.714720:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204657.714724:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204657.714729:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f228e2f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0dc00 x1875064556766592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204657.714748:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204657.714752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204657.714755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204657.714757:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204657.714758:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204657.714761:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204657.714764:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3790
00000400:00000200:1.0:1788204657.714768:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204657.714773:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204657.714776:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204657.714779:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714782:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204657.714785:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714790:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204657.714794:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204657.714797:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204657.714799:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204657.714804:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204657.714807:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204657.714813:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204657.714822:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714827:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204657.714832:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714837:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204657.714839:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204657.714846:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204657.714853:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204657.714857:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204657.714863:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204657.714869:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.714874:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204657.714880:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204657.714887:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.714891:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204657.714897:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c000.
00000020:00000040:1.0:1788204657.714902:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204657.714907:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204657.714910:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.714914:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204657.714918:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204657.714923:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204657.714932:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d800.
00000100:00000001:1.0:1788204657.714939:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204657.714949:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c000 x1875064556766720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204657.714963:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204657.714967:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204657.714974:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c5fe36] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c000 x1875064556766720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204657.714989:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204657.714995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204657.715002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204657.715007:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204657.715012:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204657.715019:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204657.715025:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3790
00000400:00000200:1.0:1788204657.715035:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204657.715040:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204657.715042:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204657.715045:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.715047:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204657.715054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.715060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204657.715067:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204657.715070:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204657.715073:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204657.715078:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204657.715083:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204657.715089:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:2.1:1788204657.715094:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:1.0:1788204657.715099:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:2.1:1788204657.715100:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1788204657.715106:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204657.715113:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.715117:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204657.715121:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204657.715130:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204657.715134:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204657.715138:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204657.715144:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204657.715148:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.715154:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204657.715158:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204657.715163:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.715167:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204657.715175:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ed80.
00000020:00000040:1.0:1788204657.715182:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204657.715187:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204657.715189:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.715194:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204657.715199:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204657.715203:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204657.715211:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:1.0:1788204657.715218:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204657.715224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ed80 x1875064556766848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204657.715236:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204657.715240:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204657.715251:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e62ae2b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ed80 x1875064556766848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204657.715269:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204657.715276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204657.715281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204657.715285:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204657.715290:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204657.715296:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204657.715303:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3790
00000400:00000200:1.0:1788204657.715314:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204657.715323:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204657.715330:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204657.715338:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.715344:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204657.715351:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.715358:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204657.715365:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204657.715368:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204657.715372:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204657.715375:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204657.715380:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204657.715382:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204657.715391:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.715425:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204657.715433:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204657.715440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204657.715446:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204657.715454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204657.715473:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204657.715477:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204657.715481:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204657.715485:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.715489:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204657.715493:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204657.715499:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.715504:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204657.715510:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ce00.
00000020:00000040:1.0:1788204657.715517:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204657.715523:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204657.715527:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204657.715532:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204657.715535:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204657.715540:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204657.715550:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788204657.715557:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204657.715571:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ce00 x1875064556766976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204657.715611:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204657.715616:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204657.715625:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc34592] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ce00 x1875064556766976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204657.715646:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204657.715653:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3800)
00000800:00000200:2.1:1788204657.715724:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204657.715726:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204657.715948:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204657.715951:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204657.716202:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204657.716204:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1788204658.034486:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204658.034495:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204658.034499:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204658.034505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204658.034510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204658.034515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204658.034520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204658.034525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204658.034530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204658.034597:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204658.034602:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204658.034606:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204659.058526:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204659.058534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204659.058538:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204659.058547:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204659.058555:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204659.058560:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204659.058562:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204659.058565:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204659.058568:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204659.058604:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204659.058607:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204659.058611:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204659.954522:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298464936, at 4298464960
00000100:00000040:0.0:1788204659.954529:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298464936, at 4298464960
00000100:00000010:1.0:1788204659.954535:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511780.
00000100:00000010:0.0:1788204659.954539:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925112a0.
00000100:00000001:1.0:1788204660.082514:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204660.082520:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204660.082525:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204660.082532:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204660.082538:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204660.082543:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204660.082546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204660.082550:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204660.082554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204660.082557:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204660.082561:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204660.082574:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204661.106505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204661.106513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204661.106518:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204661.106524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204661.106532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204661.106536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204661.106539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204661.106542:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204661.106545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204661.106572:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204661.106577:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204661.106581:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204662.130481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204662.130490:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204662.130493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204662.130499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204662.130503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204662.130508:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204662.130514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204662.130517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204662.130523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204662.130585:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204662.130590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204662.130593:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204662.834502:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204662.834513:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204662.834516:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204662.834520:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204662.834524:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204662.834531:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3795
00000400:00000200:0.0:1788204662.834540:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204662.834546:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204662.834549:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204662.834552:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834556:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204662.834558:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834560:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204662.834564:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204662.834567:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204662.834570:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204662.834573:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204662.834575:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204662.834578:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204662.834592:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834594:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204662.834600:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834602:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204662.834606:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204662.834609:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834612:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204662.834615:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204662.834619:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204662.834622:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.834624:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204662.834627:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204662.834635:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204662.834639:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204662.834643:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204662.834645:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.834649:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204662.834652:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204662.834656:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204662.834664:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204662.834671:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204662.834680:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556767104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204662.834692:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204662.834696:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204662.834702:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556767104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204662.834725:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204662.834728:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204662.834732:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204662.834733:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204662.834735:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204662.834738:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204662.834741:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3795
00000400:00000200:0.0:1788204662.834745:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204662.834749:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204662.834751:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204662.834754:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834757:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204662.834760:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834763:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204662.834766:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204662.834768:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204662.834770:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204662.834772:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204662.834776:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204662.834782:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204662.834787:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834791:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204662.834798:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834801:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204662.834806:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204662.834809:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204662.834812:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204662.834814:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204662.834821:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204662.834826:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.834830:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204662.834838:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204662.834843:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.834848:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204662.834855:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204662.834859:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204662.834866:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204662.834869:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.834872:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204662.834876:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204662.834879:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204662.834886:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204662.834892:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204662.834903:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556767232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204662.834918:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204662.834922:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204662.834931:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556767232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204662.834951:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204662.834956:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204662.834965:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204662.834969:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204662.834973:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204662.834980:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204662.834986:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3795
00000400:00000200:0.0:1788204662.834995:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204662.835003:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204662.835008:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204662.835013:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835017:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204662.835022:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835027:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204662.835033:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204662.835036:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204662.835040:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204662.835044:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204662.835050:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204662.835057:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204662.835066:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835068:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204662.835070:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835074:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204662.835081:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204662.835089:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835094:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204662.835096:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204662.835101:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204662.835106:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.835111:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204662.835115:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204662.835119:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.835124:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204662.835129:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204662.835133:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204662.835138:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204662.835141:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.835144:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204662.835147:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204662.835150:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204662.835153:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000010:0.0:1788204662.835157:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000800:00000200:2.1:1788204662.835160:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788204662.835163:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204662.835174:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556767360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204662.835201:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204662.835203:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204662.835210:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556767360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204662.835224:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204662.835228:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204662.835234:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204662.835238:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204662.835242:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204662.835249:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204662.835253:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3795
00000400:00000200:0.0:1788204662.835261:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204662.835269:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204662.835274:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204662.835280:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835286:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204662.835291:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835295:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204662.835300:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204662.835303:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204662.835307:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204662.835311:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204662.835315:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204662.835319:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204662.835325:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835329:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204662.835334:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835337:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204662.835343:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204662.835350:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204662.835355:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204662.835359:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204662.835364:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204662.835381:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.835387:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204662.835390:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204662.835424:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.835427:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204662.835432:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204662.835438:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204662.835444:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204662.835447:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204662.835451:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204662.835453:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204662.835458:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204662.835465:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204662.835471:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204662.835479:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556767488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204662.835492:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204662.835497:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204662.835505:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556767488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204662.835535:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204662.835540:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3805)
00000800:00000200:2.1:1788204662.835849:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204662.835866:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204662.836184:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204662.836187:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204662.836515:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204662.836518:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788204663.154480:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204663.154489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204663.154493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204663.154500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204663.154505:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204663.154509:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204663.154513:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204663.154516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204663.154519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204663.154539:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204663.154542:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204663.154546:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204664.178508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204664.178514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204664.178517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204664.178522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204664.178527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204664.178533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204664.178536:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204664.178538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204664.178540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204664.178590:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204664.178598:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204664.178602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204665.074493:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298470056, at 4298470080
00000100:00000040:1.0:1788204665.074493:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298470056, at 4298470080
00000100:00000010:1.0:1788204665.074517:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ae0.
00000100:00000010:0.0:1788204665.074519:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925110c0.
00000100:00000001:1.0:1788204665.202484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204665.202492:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204665.202496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204665.202501:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204665.202505:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204665.202509:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204665.202512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204665.202516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204665.202519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204665.202538:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204665.202542:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204665.202545:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204666.226492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204666.226501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204666.226505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204666.226511:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204666.226516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204666.226520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.226523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204666.226526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204666.226535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204666.226547:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204666.226550:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204666.226554:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204667.250497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204667.250505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204667.250508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204667.250513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204667.250517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204667.250522:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204667.250527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204667.250531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204667.250536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204667.250584:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204667.250588:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204667.250591:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204667.954502:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204667.954511:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204667.954514:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204667.954518:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204667.954522:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204667.954528:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3800
00000400:00000200:0.0:1788204667.954536:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204667.954542:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204667.954545:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204667.954548:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954551:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204667.954554:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954556:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204667.954560:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204667.954561:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204667.954564:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204667.954567:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204667.954569:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204667.954572:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204667.954574:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954576:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204667.954578:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954579:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204667.954582:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204667.954585:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954588:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204667.954590:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204667.954593:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204667.954596:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.954598:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204667.954600:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204667.954609:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204667.954612:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204667.954616:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204667.954618:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.954621:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204667.954624:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204667.954628:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204667.954634:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204667.954641:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204667.954649:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556767616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204667.954663:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204667.954667:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204667.954672:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556767616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204667.954691:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204667.954695:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204667.954698:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204667.954699:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204667.954701:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204667.954704:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204667.954707:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3800
00000400:00000200:0.0:1788204667.954710:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204667.954713:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204667.954716:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204667.954718:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954720:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204667.954723:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954726:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204667.954730:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204667.954733:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204667.954737:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204667.954741:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204667.954745:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204667.954751:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204667.954758:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954770:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204667.954775:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954780:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204667.954786:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204667.954793:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954796:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204667.954802:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204667.954808:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204667.954811:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.954815:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204667.954819:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204667.954824:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.954829:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204667.954835:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204667.954840:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204667.954847:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204667.954851:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.954854:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204667.954857:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204667.954860:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204667.954866:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204667.954871:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204667.954880:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556767744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204667.954894:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204667.954899:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204667.954908:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556767744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204667.954923:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204667.954928:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204667.954935:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204667.954937:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204667.954940:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204667.954944:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204667.954950:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3800
00000400:00000200:0.0:1788204667.954956:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204667.954962:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000200:2.1:1788204667.954966:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204667.954967:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204667.954973:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:2.1:1788204667.954974:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1788204667.954976:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204667.954980:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.954984:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204667.954989:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204667.954991:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204667.954994:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204667.954996:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204667.954998:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204667.955004:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204667.955010:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.955013:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204667.955017:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.955021:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204667.955026:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204667.955032:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204667.955036:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204667.955039:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204667.955042:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204667.955047:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.955051:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204667.955054:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204667.955060:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.955064:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204667.955069:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204667.955073:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204667.955079:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204667.955082:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.955085:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204667.955088:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204667.955092:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204667.955098:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204667.955103:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204667.955109:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556767872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204667.955120:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204667.955125:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204667.955132:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556767872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204667.955147:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204667.955152:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204667.955159:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204667.955160:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204667.955161:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204667.955164:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204667.955169:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3800
00000400:00000200:0.0:1788204667.955175:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204667.955181:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204667.955185:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204667.955192:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.955196:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204667.955201:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.955206:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204667.955211:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204667.955214:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204667.955216:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204667.955220:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204667.955224:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204667.955229:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204667.955238:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.955242:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204667.955247:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204667.955252:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204667.955257:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204667.955262:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204667.955267:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204667.955271:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204667.955275:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204667.955304:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.955309:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204667.955312:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204667.955317:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.955321:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204667.955328:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204667.955333:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204667.955338:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204667.955341:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204667.955344:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204667.955347:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204667.955350:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204667.955355:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204667.955361:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204667.955370:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556768000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204667.955381:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204667.955383:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204667.955388:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556768000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204667.955428:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204667.955433:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3810)
00000800:00000200:2.1:1788204667.955562:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204667.955564:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204667.955779:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204667.955780:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204667.955933:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204667.955935:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788204668.274478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204668.274485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204668.274487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204668.274492:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204668.274496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204668.274501:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204668.274504:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204668.274507:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204668.274510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204668.274552:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204668.274555:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204668.274558:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204669.298486:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204669.298495:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204669.298498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204669.298505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204669.298511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204669.298516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204669.298519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204669.298522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204669.298524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204669.298571:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204669.298574:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204669.298576:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204670.194477:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298475176, at 4298475200
00000100:00000010:1.0:1788204670.194489:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511e40.
00000100:00000040:0.0:1788204670.194493:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298475176, at 4298475200
00000100:00000010:0.0:1788204670.194501:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511c00.
00000100:00000001:1.0:1788204670.322470:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204670.322478:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204670.322480:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204670.322485:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204670.322489:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204670.322495:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204670.322500:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204670.322508:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204670.322513:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204670.322541:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204670.322545:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204670.322548:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204671.346516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204671.346520:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204671.346522:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204671.346526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204671.346530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204671.346535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.346541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204671.346543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204671.346546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204671.346613:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204671.346617:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204671.346620:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204672.370466:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204672.370472:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204672.370473:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204672.370478:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204672.370482:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204672.370486:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204672.370491:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204672.370493:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204672.370497:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204672.370523:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204672.370527:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204672.370530:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204673.075438:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204673.075451:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204673.075454:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204673.075459:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204673.075467:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204673.075477:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3805
00000400:00000200:0.0:1788204673.075491:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204673.075497:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204673.075502:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204673.075506:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075511:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204673.075513:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075515:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204673.075519:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204673.075522:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204673.075526:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204673.075528:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204673.075531:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204673.075535:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204673.075539:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075540:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204673.075543:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075546:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204673.075549:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204673.075552:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075554:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204673.075556:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204673.075561:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204673.075563:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075565:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204673.075568:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204673.075574:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204673.075577:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204673.075580:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204673.075582:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075585:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204673.075588:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204673.075593:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204673.075600:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204673.075608:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204673.075618:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204673.075628:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204673.075634:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204673.075639:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204673.075655:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204673.075658:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204673.075661:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204673.075663:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204673.075665:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204673.075668:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204673.075671:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3805
00000400:00000200:0.0:1788204673.075676:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204673.075679:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204673.075681:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204673.075684:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075687:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204673.075689:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075691:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204673.075693:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204673.075694:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204673.075696:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204673.075698:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204673.075700:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204673.075702:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204673.075705:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075707:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204673.075709:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075711:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204673.075714:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204673.075716:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075718:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204673.075720:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204673.075725:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204673.075727:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075729:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204673.075733:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204673.075736:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075738:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204673.075742:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204673.075745:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204673.075748:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204673.075750:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075751:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204673.075753:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204673.075755:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204673.075759:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204673.075763:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204673.075768:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204673.075774:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204673.075777:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204673.075780:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204673.075787:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204673.075789:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204673.075792:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204673.075794:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204673.075795:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204673.075797:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204673.075799:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3805
00000400:00000200:0.0:1788204673.075802:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204673.075803:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204673.075805:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204673.075806:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075808:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204673.075809:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075810:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204673.075811:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204673.075812:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204673.075813:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204673.075815:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204673.075816:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204673.075819:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204673.075821:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075823:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204673.075824:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075826:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204673.075828:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204673.075831:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075833:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204673.075834:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204673.075837:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204673.075839:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075840:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204673.075843:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204673.075845:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075846:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204673.075850:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204673.075851:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204673.075853:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204673.075854:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075856:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204673.075857:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204673.075858:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204673.075861:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204673.075864:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204673.075868:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204673.075874:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204673.075876:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204673.075879:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204673.075886:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204673.075888:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204673.075891:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204673.075892:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204673.075893:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204673.075896:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204673.075897:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3805
00000400:00000200:0.0:1788204673.075901:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204673.075903:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204673.075905:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204673.075907:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075909:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204673.075910:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075912:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204673.075914:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204673.075915:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204673.075916:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204673.075918:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204673.075920:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204673.075922:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204673.075924:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075925:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204673.075927:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075929:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204673.075931:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204673.075933:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204673.075935:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204673.075937:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204673.075939:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204673.075941:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075943:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204673.075945:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204673.075946:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075947:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204673.075950:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204673.075951:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204673.075952:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204673.075953:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204673.075954:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204673.075955:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204673.075956:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204673.075959:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204673.075961:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204673.075965:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204673.075971:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204673.075973:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204673.075976:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204673.075982:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204673.075986:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3815)
00000100:00000001:3.0:1788204673.076173:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204673.076177:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204673.076180:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204673.076187:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076207:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204673.076210:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204673.076214:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204673.076217:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204673.076220:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204673.076225:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556768128:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204673.076229:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204673.076232:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204673.076234:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204673.076236:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204673.076240:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204673.076241:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204673.076246:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204673.076249:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204673.076254:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204673.076259:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556768128, portal 25
00000100:00000001:3.0:1788204673.076261:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204673.076262:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:3.0:1788204673.076266:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076271:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204673.076273:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204673.076275:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204673.076277:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556768128, offset 0
00000400:00000200:3.0:1788204673.076281:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204673.076286:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204673.076289:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204673.076294:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204673.076304:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204673.076309:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204673.076311:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204673.076314:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3205:3205:256:4294967295] 192.168.201.145@tcp LPNI seq info [3205:3205:8:4294967295]
00000400:00000200:3.0:1788204673.076317:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204673.076323:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204673.076330:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204673.076334:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204673.076339:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204673.076342:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204673.076346:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204673.076348:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204673.076438:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204673.076444:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204673.076449:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204673.076453:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204673.076521:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204673.076524:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204673.076527:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204673.076530:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076536:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204673.076539:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076543:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204673.076544:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204673.076549:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204673.076551:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204673.076553:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298480298
00000100:00000010:3.0:1788204673.076557:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150720.
00000100:00000001:3.0:1788204673.076561:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204673.076565:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298480298
00000100:00000010:3.0:1788204673.076567:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150360.
00000100:00000001:3.0:1788204673.076569:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204673.076572:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204673.076573:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204673.076575:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204673.076577:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204673/real 1788204673]  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204673.076587:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204673.076588:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204673.076590:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204673.076591:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204673.076592:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204673.076594:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204673.076596:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204673.076601:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076607:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204673.076609:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.076611:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204673.076613:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204673.076617:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076624:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204673.076628:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076635:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204673.076638:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.076640:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204673.076641:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.076642:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204673.076644:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204673.076646:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204673.076648:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204673.076650:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204673.076653:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204673.076658:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556768128:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204673.076661:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204673.076663:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076667:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204673.076668:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204673.076669:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204673.076671:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204673.076672:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204673.076673:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768256:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204673.076675:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204673.076677:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204673.076678:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204673.076679:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204673.076681:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204673.076682:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204673.076684:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204673.076686:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204673.076688:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204673.076690:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556768256, portal 10
00000100:00000001:3.0:1788204673.076691:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204673.076692:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:3.0:1788204673.076696:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076700:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204673.076701:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204673.076702:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204673.076704:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556768256, offset 0
00000400:00000200:3.0:1788204673.076706:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204673.076709:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204673.076711:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204673.076713:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204673.076715:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204673.076717:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204673.076718:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204673.076720:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3206:3206:256:4294967295] 192.168.201.145@tcp LPNI seq info [3206:3206:8:4294967295]
00000400:00000200:3.0:1788204673.076722:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204673.076727:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204673.076729:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204673.076731:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204673.076734:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204673.076736:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204673.076738:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204673.076740:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204673.076742:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204673.076743:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204673.076745:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204673.076748:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204673.076749:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204673.076750:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204673.076752:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204673.076754:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076758:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204673.076760:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076764:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204673.076764:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204673.076766:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204673.076769:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204673.076770:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204673.076772:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298478420
00000100:00000001:3.0:1788204673.076774:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298480298
00000100:00000001:3.0:1788204673.076775:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298478420
00000100:00000001:3.0:1788204673.076776:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298480298
00000100:00000001:3.0:1788204673.076777:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204673.076779:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204673.076780:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204673.076781:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204673/real 1788204673]  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204673.076785:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204673.076786:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204673.076787:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204673.076788:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204673.076790:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204673.076791:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204673.076793:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204673.076797:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076800:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204673.076801:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.076802:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204673.076803:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204673.076805:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076808:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204673.076810:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076814:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204673.076815:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.076816:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204673.076817:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.076818:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204673.076819:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204673.076821:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204673.076822:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204673.076824:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204673.076826:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204673.076830:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768256:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204673.076832:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204673.076833:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076837:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204673.076838:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204673.076840:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204673.076842:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204673.076843:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204673.076846:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768384:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204673.076849:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204673.076851:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204673.076852:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204673.076854:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204673.076856:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204673.076858:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204673.076861:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204673.076863:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204673.076866:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204673.076869:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556768384, portal 4
00000100:00000001:3.0:1788204673.076871:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204673.076872:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:3.0:1788204673.076878:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076884:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204673.076886:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204673.076889:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204673.076891:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556768384, offset 0
00000400:00000200:3.0:1788204673.076895:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204673.076898:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204673.076902:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204673.076905:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204673.076907:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204673.076909:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204673.076911:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204673.076914:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3207:3207:256:4294967295] 192.168.201.145@tcp LPNI seq info [3207:3207:8:4294967295]
00000400:00000200:3.0:1788204673.076917:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204673.076923:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204673.076927:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204673.076930:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204673.076934:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204673.076936:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204673.076938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204673.076940:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204673.076942:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204673.076943:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204673.076945:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204673.076948:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204673.076950:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204673.076952:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204673.076954:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204673.076958:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076970:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204673.076973:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.076979:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204673.076980:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204673.076983:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204673.076985:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204673.076988:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204673.076990:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298478103
00000100:00000001:3.0:1788204673.076993:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298480298
00000100:00000001:3.0:1788204673.076995:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298478103
00000100:00000001:3.0:1788204673.076996:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298480298
00000100:00000001:3.0:1788204673.076998:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204673.076999:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204673.077000:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204673.077003:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204673/real 1788204673]  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204673.077007:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204673.077008:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204673.077009:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204673.077010:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204673.077011:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204673.077012:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204673.077014:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204673.077019:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077022:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204673.077024:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077025:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204673.077026:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204673.077028:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077031:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204673.077033:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077037:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204673.077038:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077039:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204673.077039:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077040:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204673.077041:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204673.077043:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204673.077044:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204673.077045:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204673.077047:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204673.077051:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768384:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204673.077053:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204673.077055:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077060:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204673.077060:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204673.077062:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204673.077063:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204673.077064:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204673.077066:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768512:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204673.077068:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204673.077069:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204673.077070:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204673.077071:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204673.077073:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204673.077074:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204673.077076:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204673.077077:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204673.077079:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204673.077081:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556768512, portal 4
00000100:00000001:3.0:1788204673.077082:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204673.077083:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:3.0:1788204673.077088:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077095:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204673.077097:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204673.077099:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204673.077102:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556768512, offset 0
00000400:00000200:3.0:1788204673.077106:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204673.077111:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204673.077115:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204673.077119:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204673.077122:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204673.077124:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204673.077127:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204673.077129:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3208:3208:256:4294967295] 192.168.201.145@tcp LPNI seq info [3208:3208:8:4294967295]
00000400:00000200:3.0:1788204673.077132:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204673.077137:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204673.077140:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204673.077142:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204673.077145:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204673.077147:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204673.077150:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204673.077153:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204673.077156:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204673.077158:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204673.077161:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204673.077165:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204673.077169:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204673.077170:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204673.077173:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204673.077177:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077184:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204673.077187:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077206:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204673.077207:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204673.077210:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204673.077213:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204673.077216:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204673.077218:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298478834
00000100:00000001:3.0:1788204673.077220:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298480298
00000100:00000001:3.0:1788204673.077222:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298478834
00000100:00000001:3.0:1788204673.077223:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298480298
00000100:00000001:3.0:1788204673.077224:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204673.077226:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204673.077227:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204673.077230:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204673/real 1788204673]  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204673.077235:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204673.077236:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204673.077237:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204673.077238:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204673.077239:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204673.077241:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204673.077242:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204673.077247:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077250:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204673.077251:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077252:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204673.077253:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204673.077255:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077258:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204673.077260:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077264:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204673.077265:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077266:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204673.077267:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077268:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204673.077269:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204673.077270:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204673.077272:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204673.077273:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204673.077274:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204673.077282:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768512:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204673.077285:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077286:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204673.077288:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556768128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077292:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204673.077293:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204673.077295:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204673.077297:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204673.077298:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204673.077299:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204673.077301:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204673.077302:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:3.0:1788204673.077304:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204673.077306:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204673.077307:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:3.0:1788204673.077309:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204673.077310:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077311:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204673.077312:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556768256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077316:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204673.077317:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204673.077318:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204673.077319:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204673.077320:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204673.077320:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204673.077321:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204673.077322:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:3.0:1788204673.077323:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204673.077323:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204673.077324:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:3.0:1788204673.077326:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204673.077327:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077328:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204673.077329:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556768384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077333:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204673.077334:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204673.077334:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204673.077335:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204673.077336:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204673.077336:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204673.077337:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204673.077338:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:3.0:1788204673.077339:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204673.077340:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204673.077340:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:3.0:1788204673.077341:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204673.077342:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077343:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204673.077344:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556768512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204673.077347:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204673.077348:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204673.077349:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204673.077350:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204673.077350:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204673.077351:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204673.077352:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204673.077352:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:3.0:1788204673.077353:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204673.077354:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204673.077355:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:3.0:1788204673.077356:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204673.077356:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077358:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204673.077362:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204673.077364:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204673.077365:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204673.077366:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204673.394493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204673.394500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204673.394504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204673.394509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204673.394514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204673.394519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204673.394522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204673.394524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204673.394527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204673.394560:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204673.394563:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204673.394565:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204674.418471:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204674.418479:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204674.418482:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204674.418489:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204674.418496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204674.418500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204674.418503:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204674.418505:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204674.418508:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204674.418532:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204674.418536:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204674.418539:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204675.314496:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298480298, at 4298480320
00000100:00000040:0.0:1788204675.314503:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298480298, at 4298480320
00000100:00000010:1.0:1788204675.314512:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150360.
00000100:00000010:0.0:1788204675.314513:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150720.
00000100:00000001:1.0:1788204675.442500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204675.442508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204675.442512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204675.442529:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204675.442533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204675.442536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204675.442539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204675.442541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204675.442544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204675.442574:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204675.442577:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204675.442579:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1788204676.466579:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204676.466584:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1788204676.466584:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.466590:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:3.0:1788204676.466590:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204676.466594:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204676.466599:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204676.466603:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204676.466607:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.466609:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204676.466613:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204676.466615:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204677.490462:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204677.490467:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204677.490469:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204677.490473:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204677.490478:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204677.490482:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204677.490487:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204677.490490:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204677.490494:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204677.490563:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204677.490566:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204677.490568:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204678.194695:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204678.194701:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204678.194706:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204678.194715:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.194736:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204678.194740:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204678.194748:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204678.194752:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204678.194759:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204678.194766:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556768640:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204678.194779:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204678.194785:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204678.194790:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204678.194794:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204678.194802:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204678.194806:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204678.194814:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204678.194820:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204678.194829:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204678.194848:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556768640, portal 25
00000100:00000001:3.0:1788204678.194852:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204678.194856:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051659136 : -105387657892480 : ffffa02686166d80)
00000100:00000040:3.0:1788204678.194865:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.194901:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204678.194908:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204678.194914:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204678.194921:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556768640, offset 0
00000400:00000200:3.0:1788204678.194933:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204678.194945:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204678.194957:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204678.194974:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204678.194982:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204678.194989:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204678.194995:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204678.195005:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3209:3209:256:4294967295] 192.168.201.145@tcp LPNI seq info [3209:3209:8:4294967295]
00000400:00000200:3.0:1788204678.195014:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204678.195031:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204678.195044:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204678.195054:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204678.195066:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204678.195072:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204678.195084:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204678.195090:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204678.195112:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204678.195117:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204678.195126:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204678.195136:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204678.195146:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204678.195150:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204678.195157:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204678.195164:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195175:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204678.195179:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195192:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.195194:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204678.195199:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204678.195203:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204678.195205:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298485416
00000100:00000010:3.0:1788204678.195210:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150a80.
00000100:00000001:3.0:1788204678.195215:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204678.195221:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298485416
00000100:00000010:3.0:1788204678.195224:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150f00.
00000100:00000001:3.0:1788204678.195227:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204678.195230:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204678.195232:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.195235:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204678.195240:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204678/real 1788204678]  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204678.195248:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204678.195250:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204678.195252:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204678.195254:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204678.195256:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204678.195258:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204678.195262:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204678.195270:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195276:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204678.195286:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195289:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204678.195291:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204678.195295:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195302:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204678.195307:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195313:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204678.195316:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195318:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204678.195319:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195321:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204678.195323:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204678.195326:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204678.195330:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204678.195332:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204678.195336:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204678.195344:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556768640:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204678.195348:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195351:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204678.195354:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166d80 x1875064556768640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195360:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204678.195362:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204678.195364:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204678.195367:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204678.195369:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204678.195370:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204678.195373:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204678.195375:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009800.
02000000:00000001:3.0:1788204678.195378:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204678.195380:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204678.195382:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166d80.
00000100:00000001:3.0:1788204678.195385:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204678.195386:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195388:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195395:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204678.195419:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.195422:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204678.195423:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204678.195425:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204678.195428:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195435:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204678.195436:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204678.195438:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204678.195440:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204678.195441:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204678.195444:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768768:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204678.195447:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204678.195449:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204678.195450:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204678.195452:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204678.195455:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204678.195456:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204678.195459:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204678.195462:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204678.195465:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204678.195468:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556768768, portal 10
00000100:00000001:3.0:1788204678.195470:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204678.195471:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051650176 : -105387657901440 : ffffa02686164a80)
00000100:00000040:3.0:1788204678.195477:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195483:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204678.195485:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204678.195488:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204678.195491:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556768768, offset 0
00000400:00000200:3.0:1788204678.195495:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204678.195499:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204678.195502:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204678.195505:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204678.195508:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204678.195510:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204678.195512:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204678.195515:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3210:3210:256:4294967295] 192.168.201.145@tcp LPNI seq info [3210:3210:8:4294967295]
00000400:00000200:3.0:1788204678.195518:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204678.195524:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204678.195528:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204678.195530:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204678.195535:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204678.195537:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204678.195542:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204678.195544:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204678.195547:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204678.195549:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204678.195552:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204678.195556:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204678.195558:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204678.195560:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204678.195563:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204678.195566:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195573:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204678.195576:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195582:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.195584:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204678.195587:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204678.195590:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204678.195593:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204678.195595:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298483539
00000100:00000001:3.0:1788204678.195597:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298485416
00000100:00000001:3.0:1788204678.195599:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298483539
00000100:00000001:3.0:1788204678.195601:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298485416
00000100:00000001:3.0:1788204678.195603:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204678.195605:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.195606:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204678.195610:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204678/real 1788204678]  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204678.195617:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204678.195618:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204678.195620:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204678.195622:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204678.195623:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204678.195625:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204678.195628:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204678.195636:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195642:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204678.195643:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195645:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204678.195646:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204678.195650:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195656:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204678.195660:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195667:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204678.195669:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195670:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204678.195671:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195673:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204678.195675:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204678.195677:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204678.195680:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204678.195682:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204678.195687:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204678.195694:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768768:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204678.195698:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204678.195701:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195708:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204678.195709:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204678.195711:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204678.195713:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204678.195715:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204678.195717:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768896:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204678.195720:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204678.195722:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204678.195723:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204678.195725:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204678.195728:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204678.195730:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204678.195733:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204678.195736:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204678.195739:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204678.195743:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556768896, portal 4
00000100:00000001:3.0:1788204678.195744:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204678.195746:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051661824 : -105387657889792 : ffffa02686167800)
00000100:00000040:3.0:1788204678.195751:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195758:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204678.195760:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204678.195762:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204678.195764:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556768896, offset 0
00000400:00000200:3.0:1788204678.195768:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204678.195772:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204678.195775:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204678.195778:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204678.195780:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204678.195782:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204678.195784:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204678.195787:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3211:3211:256:4294967295] 192.168.201.145@tcp LPNI seq info [3211:3211:8:4294967295]
00000400:00000200:3.0:1788204678.195790:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204678.195796:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204678.195800:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204678.195802:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204678.195806:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204678.195809:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204678.195813:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204678.195816:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204678.195819:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204678.195821:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204678.195824:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204678.195827:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204678.195829:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204678.195831:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204678.195833:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204678.195837:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195844:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204678.195847:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195853:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.195854:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204678.195857:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204678.195859:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204678.195862:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204678.195864:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298483222
00000100:00000001:3.0:1788204678.195866:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298485416
00000100:00000001:3.0:1788204678.195868:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298483222
00000100:00000001:3.0:1788204678.195870:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298485416
00000100:00000001:3.0:1788204678.195872:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204678.195874:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.195876:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204678.195880:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204678/real 1788204678]  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204678.195887:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204678.195888:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204678.195889:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204678.195892:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204678.195893:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204678.195895:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204678.195898:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204678.195905:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195916:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204678.195918:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195920:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204678.195921:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204678.195924:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195930:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204678.195934:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195941:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204678.195943:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195944:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204678.195945:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.195947:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204678.195948:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204678.195950:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204678.195953:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204678.195955:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204678.195958:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204678.195966:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556768896:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204678.195969:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204678.195972:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.195978:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204678.195979:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204678.195982:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204678.195983:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204678.195985:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204678.195988:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769024:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204678.195991:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204678.195992:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204678.195994:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204678.195995:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204678.195999:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204678.196000:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204678.196003:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204678.196006:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204678.196009:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204678.196012:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556769024, portal 4
00000100:00000001:3.0:1788204678.196013:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204678.196015:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051649280 : -105387657902336 : ffffa02686164700)
00000100:00000040:3.0:1788204678.196020:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.196026:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204678.196028:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204678.196030:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204678.196032:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556769024, offset 0
00000400:00000200:3.0:1788204678.196036:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204678.196040:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204678.196043:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204678.196046:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204678.196048:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204678.196050:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204678.196052:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204678.196055:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3212:3212:256:4294967295] 192.168.201.145@tcp LPNI seq info [3212:3212:8:4294967295]
00000400:00000200:3.0:1788204678.196059:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204678.196064:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204678.196069:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204678.196072:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204678.196075:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204678.196078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204678.196082:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204678.196084:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204678.196088:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204678.196089:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204678.196092:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204678.196095:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204678.196098:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204678.196099:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204678.196115:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204678.196120:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.196126:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204678.196129:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.196135:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.196136:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204678.196139:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204678.196142:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204678.196145:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204678.196147:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298483953
00000100:00000001:3.0:1788204678.196149:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298485416
00000100:00000001:3.0:1788204678.196151:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298483953
00000100:00000001:3.0:1788204678.196153:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298485416
00000100:00000001:3.0:1788204678.196155:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204678.196157:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.196159:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204678.196163:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204678/real 1788204678]  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204678.196170:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204678.196171:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204678.196173:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204678.196175:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204678.196176:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204678.196178:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204678.196181:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204678.196189:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.196195:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204678.196196:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.196198:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204678.196199:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204678.196202:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.196208:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204678.196212:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.196219:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204678.196221:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.196222:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204678.196224:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.196225:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204678.196227:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204678.196229:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204678.196232:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204678.196234:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204678.196238:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204678.196246:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769024:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204678.196249:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.196251:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204678.196255:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164a80 x1875064556768768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.196260:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204678.196262:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204678.196264:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204678.196266:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204678.196268:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204678.196269:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204678.196271:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204678.196272:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008000.
02000000:00000001:3.0:1788204678.196275:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204678.196276:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204678.196277:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164a80.
00000100:00000001:3.0:1788204678.196280:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204678.196281:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.196283:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204678.196286:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167800 x1875064556768896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.196291:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204678.196292:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204678.196294:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204678.196295:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204678.196297:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204678.196298:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204678.196299:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204678.196301:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008400.
02000000:00000001:3.0:1788204678.196302:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204678.196304:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204678.196305:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167800.
00000100:00000001:3.0:1788204678.196307:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204678.196309:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.196310:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204678.196313:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164700 x1875064556769024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204678.196319:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204678.196320:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204678.196321:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204678.196323:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204678.196323:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204678.196324:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204678.196325:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204678.196326:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009c00.
02000000:00000001:3.0:1788204678.196327:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204678.196328:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204678.196329:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164700.
00000100:00000001:3.0:1788204678.196330:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204678.196331:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.196332:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204678.196334:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204678.196335:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204678.196336:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204678.196337:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204678.514504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204678.514513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204678.514517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204678.514522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204678.514527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204678.514533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204678.514536:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204678.514539:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204678.514541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204678.514572:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204678.514576:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204678.514579:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204679.538461:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204679.538471:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204679.538475:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204679.538481:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204679.538485:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204679.538488:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204679.538493:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204679.538500:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204679.538502:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204679.538547:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204679.538551:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204679.538555:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204680.434513:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298485416, at 4298485440
00000100:00000040:0.0:1788204680.434514:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298485416, at 4298485440
00000100:00000010:1.0:1788204680.434529:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150f00.
00000100:00000010:0.0:1788204680.434531:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a80.
00000100:00000001:1.0:1788204680.562497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204680.562504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204680.562508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204680.562514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204680.562519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204680.562524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204680.562528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204680.562531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204680.562534:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204680.562545:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204680.562550:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204680.562553:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204681.586515:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204681.586523:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204681.586526:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204681.586534:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204681.586539:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204681.586543:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204681.586547:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204681.586551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204681.586557:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204681.586612:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204681.586617:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204681.586620:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204682.610521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204682.610531:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204682.610535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204682.610541:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204682.610549:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204682.610553:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204682.610556:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204682.610559:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204682.610563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204682.610593:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204682.610598:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204682.610602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204683.314498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204683.314513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204683.314515:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204683.314519:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204683.314524:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204683.314531:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3815
00000400:00000200:1.0:1788204683.314540:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204683.314545:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204683.314548:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204683.314550:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.314553:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204683.314555:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.314556:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204683.314560:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204683.314563:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204683.314566:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204683.314568:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204683.314570:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204683.314572:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204683.314574:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.314575:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204683.314576:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.314577:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204683.314578:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204683.314580:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204683.314582:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204683.314584:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204683.314587:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204683.314589:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.314590:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204683.314592:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204683.314601:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f480.
00000020:00000040:1.0:1788204683.314605:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204683.314609:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204683.314611:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.314614:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204683.314617:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204683.314622:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204683.314631:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788204683.314643:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204683.314654:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204683.314665:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204683.314669:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204683.314675:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ccdf27] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204683.314703:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204683.314706:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204683.314710:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204683.314711:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204683.314713:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204683.314716:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204683.314719:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3815
00000400:00000200:1.0:1788204683.314722:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204683.314725:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204683.314728:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204683.314731:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.314733:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204683.314736:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.314738:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204683.314741:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204683.314742:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204683.314744:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204683.314746:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:3.0:1788204683.314746:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788204683.314751:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788204683.314752:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204683.314754:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788204683.314757:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204683.314759:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.314763:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204683.314767:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:3.0:1788204683.314769:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204683.314770:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204683.314775:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204683.314782:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204683.314782:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204683.314785:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.314787:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204683.314790:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204683.314791:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204683.314793:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204683.314796:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204683.314799:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788204683.314800:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556769152:192.168.201.145@tcp:250:kworker.0
02000000:00000001:1.0:1788204683.314805:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.314807:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204683.314810:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204683.314812:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204683.314815:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204683.314817:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788204683.314818:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1788204683.314823:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.314826:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204683.314826:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204683.314832:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204683.314833:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d880.
00000020:00000040:1.0:1788204683.314837:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204683.314840:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788204683.314841:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788204683.314843:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.314846:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204683.314849:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788204683.314849:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
02000000:00000001:1.0:1788204683.314852:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204683.314858:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000400:00000010:3.0:1788204683.314859:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000001:1.0:1788204683.314862:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204683.314870:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556769152, portal 25
00000100:00100000:1.0:1788204683.314871:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204683.314878:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204683.314881:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529920 : -105387459021696 : ffffa02691f0f480)
00000100:00000001:1.0:1788204683.314888:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204683.314891:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204683.314894:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204683.314898:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071cd53c4] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.314916:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204683.314919:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204683.314923:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788204683.314925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1788204683.314928:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00080000:1.0:1788204683.314931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204683.314933:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204683.314935:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1788204683.314935:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556769152, offset 0
00000100:00000001:1.0:1788204683.314941:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204683.314945:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3815
00000400:00000200:3.0:1788204683.314948:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204683.314952:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204683.314957:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204683.314960:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204683.314961:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204683.314969:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204683.314978:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1788204683.314980:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.314985:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204683.314986:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000040:1.0:1788204683.314991:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204683.314993:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788204683.314996:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788204683.314999:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000001:1.0:1788204683.315001:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204683.315004:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204683.315007:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788204683.315010:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3213:3213:256:4294967295] 192.168.201.145@tcp LPNI seq info [3213:3213:8:4294967295]
00000020:00000040:1.0:1788204683.315011:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:3.0:1788204683.315030:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:1.0:1788204683.315041:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788204683.315045:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1788204683.315046:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204683.315053:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.315057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788204683.315060:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788204683.315062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.315066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204683.315068:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000010:3.0:1788204683.315070:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000100:00080000:1.0:1788204683.315072:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204683.315077:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204683.315079:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1788204683.315083:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:1.0:1788204683.315084:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204683.315089:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204683.315090:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1788204683.315092:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204683.315095:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204683.315100:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204683.315101:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204683.315104:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204683.315108:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000100:00000010:1.0:1788204683.315110:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f100.
00000020:00000040:1.0:1788204683.315115:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000100:3.0:1788204683.315118:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204683.315122:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
02000000:00000001:1.0:1788204683.315127:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788204683.315130:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1788204683.315131:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.315134:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788204683.315137:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1788204683.315138:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204683.315142:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204683.315144:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
02000000:00000010:1.0:1788204683.315147:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000400:00000010:3.0:1788204683.315147:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204683.315153:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204683.315154:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204683.315158:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204683.315163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204683.315178:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204683.315179:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204683.315183:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204683.315186:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204683.315191:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a9604ef] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315209:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.315211:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.315213:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204683.315215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204683.315220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204683.315222:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788204683.315223:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204683.315224:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204683.315229:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204683.315232:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788204683.315234:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3815
00000100:00000001:3.0:1788204683.315238:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298490536
00000400:00000200:1.0:1788204683.315241:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204683.315246:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000010:3.0:1788204683.315247:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01509c0.
00000100:00080000:1.0:1788204683.315249:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204683.315254:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.315257:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204683.315258:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1788204683.315260:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.315264:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204683.315266:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204683.315268:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:3.0:1788204683.315269:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298490536
00000020:00000001:1.0:1788204683.315271:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:3.0:1788204683.315274:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150a20.
00000020:00000040:1.0:1788204683.315275:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:3.0:1788204683.315280:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1788204683.315281:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204683.315286:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:3.0:1788204683.315286:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204683.315291:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204683.315292:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.315295:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204683.315297:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204683.315304:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204683/real 1788204683]  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204683.315308:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204683.315313:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204683.315318:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204683.315323:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204683.315327:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788204683.315327:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204683.315331:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204683.315334:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
02000000:00000001:1.0:1788204683.315336:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204683.315338:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
02000000:00000001:1.0:1788204683.315340:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1788204683.315341:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
02000000:00000001:1.0:1788204683.315347:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.315348:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788204683.315351:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788204683.315355:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204683.315356:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204683.315362:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.315366:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204683.315372:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0fb80.
00000100:00000200:3.0:1788204683.315375:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204683.315377:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204683.315382:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204683.315385:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.315389:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204683.315392:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204683.315393:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1788204683.315395:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204683.315423:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:3.0:1788204683.315426:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204683.315427:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.315433:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:1.0:1788204683.315437:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204683.315438:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204683.315447:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204683.315452:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204683.315457:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.315463:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204683.315466:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23cdd19] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204683.315472:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204683.315483:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204683.315489:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3826)
00000100:00000001:3.0:1788204683.315490:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204683.315496:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.315498:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204683.315499:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.315502:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204683.315504:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204683.315509:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204683.315514:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204683.315517:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204683.315522:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204683.315531:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556769152:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204683.315537:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.315539:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204683.315541:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f480 x1875064556769152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315549:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204683.315552:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204683.315555:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204683.315558:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204683.315560:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204683.315561:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204683.315564:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204683.315567:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:3.0:1788204683.315570:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204683.315572:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204683.315574:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f480.
00000100:00000001:3.0:1788204683.315577:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204683.315578:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.315581:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.315588:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204683.315591:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.315593:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204683.315594:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204683.315596:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204683.315599:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315606:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204683.315607:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204683.315609:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204683.315611:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204683.315614:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204683.315617:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769280:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204683.315620:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204683.315622:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204683.315623:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204683.315625:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204683.315628:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204683.315630:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204683.315633:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204683.315636:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204683.315639:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204683.315643:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556769280, portal 10
00000100:00000001:3.0:1788204683.315645:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204683.315646:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250522752 : -105387459028864 : ffffa02691f0d880)
00000100:00000040:3.0:1788204683.315653:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315659:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204683.315661:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204683.315664:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204683.315666:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556769280, offset 0
00000400:00000200:3.0:1788204683.315671:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204683.315674:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204683.315678:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204683.315681:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204683.315683:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204683.315685:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204683.315688:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204683.315691:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3214:3214:256:4294967295] 192.168.201.145@tcp LPNI seq info [3214:3214:8:4294967295]
00000400:00000200:3.0:1788204683.315694:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204683.315701:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204683.315706:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204683.315710:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204683.315714:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204683.315717:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788204683.315721:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204683.315724:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1788204683.315744:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204683.315746:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204683.315749:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204683.315752:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204683.315756:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204683.315758:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204683.315760:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204683.315764:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315772:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204683.315775:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315782:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.315783:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204683.315787:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204683.315791:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204683.315794:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204683.315796:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298488659
00000100:00000001:3.0:1788204683.315799:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298490536
00000100:00000001:3.0:1788204683.315802:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298488659
00000100:00000001:3.0:1788204683.315804:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298490536
00000100:00000001:3.0:1788204683.315806:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204683.315808:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.315810:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204683.315813:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204683/real 1788204683]  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204683.315827:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204683.315829:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204683.315830:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204683.315833:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204683.315834:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204683.315836:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204683.315839:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204683.315847:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315853:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204683.315855:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.315856:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204683.315857:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204683.315861:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315867:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204683.315870:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315877:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204683.315880:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.315881:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204683.315883:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.315884:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204683.315886:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204683.315888:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204683.315891:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204683.315893:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204683.315897:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204683.315905:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769280:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204683.315909:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204683.315912:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315918:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204683.315920:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204683.315922:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204683.315924:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204683.315926:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204683.315929:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769408:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204683.315932:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204683.315934:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204683.315935:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204683.315937:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204683.315940:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204683.315942:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204683.315945:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204683.315948:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204683.315951:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204683.315955:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556769408, portal 4
00000100:00000001:3.0:1788204683.315957:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204683.315958:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529024 : -105387459022592 : ffffa02691f0f100)
00000100:00000040:3.0:1788204683.315964:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.315971:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204683.315973:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204683.315975:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204683.315977:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556769408, offset 0
00000400:00000200:3.0:1788204683.315982:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204683.315985:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204683.315988:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204683.315991:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204683.315994:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204683.315996:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204683.315998:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204683.316001:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3215:3215:256:4294967295] 192.168.201.145@tcp LPNI seq info [3215:3215:8:4294967295]
00000400:00000200:3.0:1788204683.316005:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204683.316010:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204683.316027:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204683.316031:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204683.316034:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204683.316037:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788204683.316042:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204683.316045:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1788204683.316048:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204683.316050:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204683.316053:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204683.316056:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204683.316059:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204683.316061:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204683.316063:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204683.316066:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316075:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204683.316078:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316085:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.316086:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204683.316089:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204683.316092:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204683.316095:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204683.316097:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298488342
00000100:00000001:3.0:1788204683.316100:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298490536
00000100:00000001:3.0:1788204683.316102:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298488342
00000100:00000001:3.0:1788204683.316104:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298490536
00000100:00000001:3.0:1788204683.316106:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204683.316108:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.316110:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204683.316114:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204683/real 1788204683]  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204683.316121:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204683.316123:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204683.316125:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204683.316127:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204683.316128:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204683.316130:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204683.316134:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204683.316142:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316148:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204683.316150:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316152:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204683.316153:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204683.316157:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316163:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204683.316167:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316173:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204683.316176:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316178:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204683.316183:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316186:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204683.316187:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204683.316190:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204683.316193:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204683.316196:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204683.316200:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204683.316208:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769408:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204683.316212:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204683.316215:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316221:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204683.316222:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204683.316225:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204683.316226:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204683.316228:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204683.316231:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769536:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204683.316234:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204683.316236:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204683.316237:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204683.316239:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204683.316242:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204683.316244:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204683.316247:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204683.316249:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204683.316252:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204683.316255:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556769536, portal 4
00000100:00000001:3.0:1788204683.316257:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204683.316259:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250531712 : -105387459019904 : ffffa02691f0fb80)
00000100:00000040:3.0:1788204683.316264:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316269:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204683.316271:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204683.316274:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204683.316276:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556769536, offset 0
00000400:00000200:3.0:1788204683.316279:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204683.316283:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204683.316286:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204683.316289:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204683.316291:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204683.316294:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204683.316296:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204683.316299:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3216:3216:256:4294967295] 192.168.201.145@tcp LPNI seq info [3216:3216:8:4294967295]
00000400:00000200:3.0:1788204683.316303:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204683.316309:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204683.316313:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204683.316316:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204683.316320:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204683.316322:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788204683.316326:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204683.316329:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1788204683.316333:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204683.316335:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204683.316338:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204683.316341:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204683.316344:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204683.316346:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204683.316348:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204683.316352:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316365:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204683.316368:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316374:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.316376:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204683.316379:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204683.316381:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204683.316384:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204683.316386:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298489073
00000100:00000001:3.0:1788204683.316389:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298490536
00000100:00000001:3.0:1788204683.316390:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298489073
00000100:00000001:3.0:1788204683.316393:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298490536
00000100:00000001:3.0:1788204683.316395:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204683.316414:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.316416:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204683.316420:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204683/real 1788204683]  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204683.316428:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204683.316429:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204683.316431:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204683.316434:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204683.316435:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204683.316437:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204683.316441:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204683.316449:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316455:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204683.316457:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316459:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204683.316460:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204683.316464:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316470:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204683.316474:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316481:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204683.316483:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316484:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204683.316486:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316487:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204683.316489:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204683.316491:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204683.316494:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204683.316497:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204683.316501:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204683.316509:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769536:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204683.316513:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316515:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204683.316517:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d880 x1875064556769280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316524:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204683.316525:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204683.316528:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204683.316530:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204683.316532:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204683.316533:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204683.316535:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204683.316537:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:3.0:1788204683.316540:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204683.316541:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204683.316542:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d880.
00000100:00000001:3.0:1788204683.316545:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204683.316547:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316548:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204683.316551:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f100 x1875064556769408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316558:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204683.316559:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204683.316560:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204683.316562:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204683.316564:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204683.316565:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204683.316567:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204683.316569:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:3.0:1788204683.316572:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204683.316573:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204683.316574:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f100.
00000100:00000001:3.0:1788204683.316577:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204683.316578:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316580:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204683.316583:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0fb80 x1875064556769536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204683.316590:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204683.316591:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204683.316593:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204683.316595:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204683.316596:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204683.316597:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204683.316598:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204683.316600:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:3.0:1788204683.316601:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204683.316603:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204683.316604:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0fb80.
00000100:00000001:3.0:1788204683.316606:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204683.316607:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316609:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204683.316612:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204683.316614:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204683.316616:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204683.316617:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204683.634523:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204683.634535:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204683.634539:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204683.634545:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204683.634552:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204683.634558:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204683.634562:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204683.634565:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204683.634569:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204683.634605:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204683.634616:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204683.634620:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204684.658511:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204684.658521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204684.658524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204684.658528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204684.658533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204684.658536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.658540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204684.658544:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204684.658548:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204684.658550:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204684.658553:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204684.658557:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204685.554546:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298490536, at 4298490560
00000100:00000040:1.0:1788204685.554546:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298490536, at 4298490560
00000100:00000010:1.0:1788204685.554565:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a20.
00000100:00000010:0.0:1788204685.554569:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01509c0.
00000100:00000001:1.0:1788204685.682516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204685.682525:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204685.682529:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204685.682536:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204685.682540:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204685.682545:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204685.682550:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204685.682552:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204685.682554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204685.682614:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204685.682619:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204685.682623:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204686.706525:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204686.706534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204686.706536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204686.706543:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204686.706547:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204686.706551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.706556:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204686.706559:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204686.706564:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204686.706649:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204686.706654:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204686.706657:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204687.730505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204687.730513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204687.730519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204687.730525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204687.730531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204687.730538:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204687.730544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204687.730547:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204687.730550:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204687.730596:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204687.730601:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204687.730605:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204688.434561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204688.434571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204688.434573:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204688.434577:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204688.434581:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204688.434588:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3821
00000400:00000200:1.0:1788204688.434598:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204688.434604:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204688.434607:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204688.434610:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.434613:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204688.434615:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.434616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204688.434620:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204688.434622:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204688.434624:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204688.434627:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204688.434629:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204688.434630:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204688.434632:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.434633:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204688.434634:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.434635:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204688.434638:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204688.434640:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204688.434642:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204688.434645:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204688.434654:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204688.434656:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204688.434658:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204688.434659:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204688.434669:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e300.
00000020:00000040:1.0:1788204688.434672:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204688.434676:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204688.434677:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204688.434680:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204688.434688:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204688.434694:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204688.434703:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000001:1.0:1788204688.434711:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204688.434722:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204688.434733:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204688.434738:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204688.434743:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069697a96] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204688.434767:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204688.434770:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204688.434777:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204688.434778:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204688.434779:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204688.434781:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204688.434783:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3821
00000400:00000200:1.0:1788204688.434786:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204688.434788:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204688.434789:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204688.434791:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.434794:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204688.434795:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.434797:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204688.434799:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204688.434801:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204688.434803:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204688.434805:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204688.434808:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204688.434810:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204688.434813:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.434815:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204688.434817:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204688.434817:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204688.434822:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788204688.434824:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788204688.434826:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:3.0:1788204688.434829:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788204688.434831:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204688.434836:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204688.434839:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788204688.434840:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204688.434846:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204688.434851:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204688.434855:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204688.434858:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204688.434862:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204688.434867:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788204688.434868:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1788204688.434872:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204688.434874:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204688.434874:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204688.434880:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204688.434881:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0fb80.
00000020:00000040:1.0:1788204688.434887:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00100000:3.0:1788204688.434887:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556769664:192.168.201.145@tcp:250:kworker.0
02000000:00000001:1.0:1788204688.434892:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204688.434893:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204688.434896:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204688.434897:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204688.434898:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204688.434901:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204688.434905:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1788204688.434909:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
02000000:00000001:3.0:1788204688.434910:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204688.434916:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204688.434916:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204688.434936:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204688.434940:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.434948:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204688.434953:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000100:00100000:1.0:1788204688.434959:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788204688.434961:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000001:1.0:1788204688.434969:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788204688.434971:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556769664, portal 25
00000100:00000001:1.0:1788204688.434972:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.434978:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1788204688.434979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23cdd19] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.434980:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250525440 : -105387459026176 : ffffa02691f0e300)
00000100:00000040:3.0:1788204688.434989:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204688.434990:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204688.434994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204688.435000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204688.435002:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204688.435005:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204688.435008:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204688.435014:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1788204688.435014:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788204688.435019:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3821
00000400:00000010:3.0:1788204688.435019:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000400:00000200:1.0:1788204688.435025:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:3.0:1788204688.435027:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556769664, offset 0
00000400:00000200:1.0:1788204688.435029:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204688.435033:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204688.435035:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435037:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204688.435040:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435043:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788204688.435043:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000001:1.0:1788204688.435046:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204688.435048:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204688.435049:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204688.435051:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204688.435052:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204688.435053:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204688.435055:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435059:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204688.435059:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788204688.435061:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435065:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204688.435067:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204688.435071:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:3.0:1788204688.435071:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:1.0:1788204688.435076:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204688.435079:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204688.435081:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204688.435083:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.435084:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204688.435085:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204688.435088:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204688.435090:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.435091:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:1.0:1788204688.435093:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.435096:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1788204688.435097:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f100.
00000400:00000200:3.0:1788204688.435101:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000040:1.0:1788204688.435102:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204688.435105:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204688.435108:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.435108:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3217:3217:256:4294967295] 192.168.201.145@tcp LPNI seq info [3217:3217:8:4294967295]
00000100:00000001:1.0:1788204688.435110:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204688.435113:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204688.435116:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788204688.435117:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204688.435122:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788204688.435125:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.435131:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1788204688.435135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788204688.435142:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435150:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1788204688.435150:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000100:00000001:1.0:1788204688.435155:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204688.435160:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:1.0:1788204688.435161:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a9604ef] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788204688.435164:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788204688.435175:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204688.435178:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204688.435181:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000100:00080000:1.0:1788204688.435182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204688.435187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204688.435190:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204688.435192:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1788204688.435192:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435197:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:3.0:1788204688.435198:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000100:00080000:1.0:1788204688.435201:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3821
00000400:00000200:1.0:1788204688.435205:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204688.435207:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204688.435209:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204688.435210:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1788204688.435213:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435216:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204688.435220:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204688.435222:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204688.435223:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204688.435227:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204688.435228:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204688.435229:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788204688.435230:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000020:00000040:1.0:1788204688.435231:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000010:3.0:1788204688.435233:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000020:00000001:1.0:1788204688.435234:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204688.435237:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:3.0:1788204688.435239:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788204688.435240:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788204688.435246:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204688.435247:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435250:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204688.435254:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204688.435259:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204688.435263:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204688.435266:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204688.435269:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204688.435273:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204688.435274:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204688.435275:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1788204688.435276:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204688.435279:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204688.435280:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204688.435281:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.435288:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.435289:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1788204688.435294:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d880.
00000100:00000001:3.0:1788204688.435297:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204688.435300:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204688.435304:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204688.435305:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.435305:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204688.435310:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204688.435311:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204688.435312:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298495656
02000000:00000001:1.0:1788204688.435313:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204688.435317:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788204688.435321:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204688.435322:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150540.
00000100:00100000:1.0:1788204688.435326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204688.435332:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204688.435332:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204688.435335:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204688.435339:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071cd53c4] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204688.435344:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.435345:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298495656
00000100:00000040:1.0:1788204688.435348:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3831)
00000100:00000010:3.0:1788204688.435350:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01504e0.
00000100:00000001:3.0:1788204688.435355:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204688.435360:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204688.435363:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.435366:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204688.435372:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204688/real 1788204688]  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204688.435383:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204688.435385:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204688.435388:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204688.435391:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204688.435393:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204688.435395:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204688.435434:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204688.435442:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435447:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204688.435449:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435451:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204688.435453:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204688.435455:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435460:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204688.435463:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435467:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204688.435469:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435470:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204688.435471:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435473:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204688.435474:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204688.435476:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204688.435478:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204688.435479:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204688.435482:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204688.435487:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556769664:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204688.435490:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435492:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204688.435493:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e300 x1875064556769664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435498:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204688.435500:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204688.435502:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204688.435504:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204688.435505:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204688.435507:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204688.435509:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204688.435511:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:3.0:1788204688.435514:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204688.435516:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204688.435517:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e300.
00000100:00000001:3.0:1788204688.435519:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204688.435520:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435522:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435529:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204688.435530:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.435532:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204688.435533:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204688.435534:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204688.435536:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435541:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204688.435541:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204688.435543:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204688.435545:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204688.435546:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204688.435547:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769792:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204688.435549:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204688.435551:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204688.435552:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204688.435553:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204688.435555:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204688.435556:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.435559:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204688.435561:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204688.435564:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204688.435567:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556769792, portal 10
00000100:00000001:3.0:1788204688.435569:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204688.435570:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250531712 : -105387459019904 : ffffa02691f0fb80)
00000100:00000040:3.0:1788204688.435576:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435583:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204688.435585:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204688.435587:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204688.435590:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556769792, offset 0
00000400:00000200:3.0:1788204688.435594:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204688.435598:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204688.435602:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204688.435605:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204688.435607:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204688.435610:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204688.435612:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204688.435615:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3218:3218:256:4294967295] 192.168.201.145@tcp LPNI seq info [3218:3218:8:4294967295]
00000400:00000200:3.0:1788204688.435618:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204688.435625:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204688.435630:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204688.435633:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204688.435637:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204688.435640:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788204688.435644:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204688.435647:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788204688.435651:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204688.435653:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204688.435655:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204688.435658:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204688.435661:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204688.435663:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204688.435666:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204688.435669:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435677:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204688.435680:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435693:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.435694:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204688.435698:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204688.435701:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204688.435703:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204688.435705:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298493779
00000100:00000001:3.0:1788204688.435707:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298495656
00000100:00000001:3.0:1788204688.435708:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298493779
00000100:00000001:3.0:1788204688.435710:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298495656
00000100:00000001:3.0:1788204688.435711:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204688.435712:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.435714:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204688.435716:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204688/real 1788204688]  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204688.435721:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204688.435722:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204688.435723:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204688.435724:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204688.435725:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204688.435727:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204688.435728:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204688.435733:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435737:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204688.435738:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435739:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204688.435740:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204688.435742:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435746:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204688.435749:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435753:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204688.435754:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435755:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204688.435756:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435757:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204688.435758:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204688.435759:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204688.435761:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204688.435762:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204688.435764:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204688.435768:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769792:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204688.435770:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204688.435772:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435776:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204688.435778:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204688.435779:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204688.435780:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204688.435781:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204688.435783:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769920:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204688.435785:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204688.435786:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204688.435788:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204688.435789:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204688.435792:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204688.435793:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.435795:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204688.435796:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204688.435799:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204688.435801:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556769920, portal 4
00000100:00000001:3.0:1788204688.435802:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204688.435803:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529024 : -105387459022592 : ffffa02691f0f100)
00000100:00000040:3.0:1788204688.435807:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435811:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204688.435812:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204688.435813:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204688.435815:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556769920, offset 0
00000400:00000200:3.0:1788204688.435817:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204688.435819:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204688.435821:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204688.435823:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204688.435825:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204688.435827:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204688.435830:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204688.435833:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3219:3219:256:4294967295] 192.168.201.145@tcp LPNI seq info [3219:3219:8:4294967295]
00000400:00000200:3.0:1788204688.435837:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204688.435843:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204688.435848:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204688.435850:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204688.435854:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204688.435857:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788204688.435861:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204688.435863:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788204688.435867:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204688.435870:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204688.435873:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204688.435876:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204688.435879:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204688.435880:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204688.435882:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204688.435886:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435891:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204688.435893:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435897:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.435898:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204688.435900:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204688.435902:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204688.435905:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204688.435907:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298493462
00000100:00000001:3.0:1788204688.435910:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298495656
00000100:00000001:3.0:1788204688.435911:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298493462
00000100:00000001:3.0:1788204688.435913:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298495656
00000100:00000001:3.0:1788204688.435915:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204688.435917:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.435919:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204688.435923:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204688/real 1788204688]  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204688.435943:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204688.435944:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204688.435946:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204688.435949:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204688.435950:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204688.435953:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204688.435956:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204688.435961:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435965:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204688.435966:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435967:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204688.435969:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204688.435970:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435974:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204688.435977:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.435980:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204688.435982:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435983:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204688.435983:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.435984:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204688.435985:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204688.435987:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204688.435988:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204688.435989:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204688.435991:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204688.435995:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556769920:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204688.435997:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204688.435999:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436004:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204688.436005:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204688.436006:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204688.436008:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204688.436009:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204688.436010:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770048:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204688.436012:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204688.436013:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204688.436014:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204688.436015:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204688.436018:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204688.436019:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204688.436021:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204688.436023:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204688.436025:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204688.436027:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556770048, portal 4
00000100:00000001:3.0:1788204688.436028:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204688.436029:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250522752 : -105387459028864 : ffffa02691f0d880)
00000100:00000040:3.0:1788204688.436033:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436037:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204688.436039:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204688.436040:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204688.436042:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556770048, offset 0
00000400:00000200:3.0:1788204688.436044:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204688.436046:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204688.436048:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204688.436050:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204688.436051:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204688.436053:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204688.436055:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204688.436057:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3220:3220:256:4294967295] 192.168.201.145@tcp LPNI seq info [3220:3220:8:4294967295]
00000400:00000200:3.0:1788204688.436060:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204688.436064:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204688.436067:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204688.436069:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204688.436071:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204688.436073:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788204688.436075:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204688.436077:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788204688.436079:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204688.436081:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204688.436083:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204688.436084:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204688.436086:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204688.436087:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204688.436089:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204688.436090:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436095:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204688.436097:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436101:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.436102:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204688.436103:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204688.436105:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204688.436106:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204688.436107:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298494193
00000100:00000001:3.0:1788204688.436108:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298495656
00000100:00000001:3.0:1788204688.436110:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298494193
00000100:00000001:3.0:1788204688.436112:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298495656
00000100:00000001:3.0:1788204688.436113:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204688.436115:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.436116:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204688.436118:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204688/real 1788204688]  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204688.436123:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204688.436123:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204688.436124:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204688.436125:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204688.436126:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204688.436127:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204688.436129:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204688.436134:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436137:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204688.436138:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.436139:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204688.436140:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204688.436141:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436145:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204688.436147:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436150:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204688.436151:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.436152:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204688.436153:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.436154:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204688.436155:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204688.436156:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204688.436159:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204688.436160:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204688.436164:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204688.436171:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770048:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204688.436175:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.436177:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204688.436180:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0fb80 x1875064556769792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436186:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204688.436187:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204688.436189:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204688.436192:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204688.436193:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204688.436194:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204688.436196:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204688.436198:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:3.0:1788204688.436200:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204688.436202:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204688.436203:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0fb80.
00000100:00000001:3.0:1788204688.436206:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204688.436207:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.436208:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204688.436211:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f100 x1875064556769920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436218:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204688.436219:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204688.436221:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204688.436223:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204688.436225:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204688.436225:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204688.436227:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204688.436229:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:3.0:1788204688.436231:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204688.436231:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204688.436232:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f100.
00000100:00000001:3.0:1788204688.436234:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204688.436234:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.436235:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204688.436237:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d880 x1875064556770048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204688.436241:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204688.436242:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204688.436242:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204688.436243:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204688.436244:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204688.436245:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204688.436246:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204688.436247:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:3.0:1788204688.436248:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204688.436249:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204688.436249:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d880.
00000100:00000001:3.0:1788204688.436250:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204688.436251:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.436252:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.436254:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204688.436255:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204688.436257:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204688.436258:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204688.754497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204688.754504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204688.754506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204688.754510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204688.754514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204688.754517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204688.754518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204688.754522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204688.754526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204688.754601:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204688.754605:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204688.754609:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204688.946562:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204688.946572:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204688.946575:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204688.946583:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204688.946589:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204688.946595:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.946599:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204688.946605:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204688.946610:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204689.778498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204689.778508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204689.778510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204689.778516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204689.778519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204689.778524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204689.778529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204689.778532:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204689.778535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204689.778595:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204689.778600:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204689.778604:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204689.970498:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204689.970507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204689.970509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204689.970515:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204689.970519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204689.970523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204689.970526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204689.970529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204689.970532:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204690.674504:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298495656, at 4298495680
00000100:00000040:1.0:1788204690.674514:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298495656, at 4298495680
00000100:00000010:1.0:1788204690.674525:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01504e0.
00000100:00000010:0.0:1788204690.674528:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000100:00000001:1.0:1788204690.802648:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204690.802657:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204690.802659:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204690.802667:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204690.802671:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204690.802675:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204690.802679:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204690.802682:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204690.802686:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204690.802735:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204690.802737:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204690.802739:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204690.994458:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204690.994469:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204690.994471:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204690.994479:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204690.994483:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204690.994487:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204690.994489:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204690.994492:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204690.994495:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204691.826474:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204691.826480:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204691.826482:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204691.826487:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204691.826490:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204691.826493:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204691.826496:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204691.826498:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204691.826500:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204691.826593:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204691.826596:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204691.826598:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204692.018522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204692.018530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204692.018532:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204692.018537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204692.018541:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204692.018544:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204692.018547:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204692.018549:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204692.018551:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204692.850501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204692.850510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204692.850512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204692.850517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204692.850524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204692.850528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204692.850531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204692.850536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204692.850540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204692.850608:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204692.850611:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204692.850613:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204693.042506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204693.042511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204693.042513:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204693.042517:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204693.042519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204693.042522:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.042524:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204693.042526:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.042528:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204693.554566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204693.554579:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204693.554581:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204693.554586:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204693.554592:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204693.554601:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3826
00000400:00000200:0.0:1788204693.554610:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204693.554616:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204693.554620:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204693.554622:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554625:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204693.554627:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204693.554632:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204693.554640:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204693.554644:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204693.554647:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204693.554648:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204693.554650:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204693.554652:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554654:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204693.554655:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554656:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204693.554658:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204693.554660:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554661:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204693.554663:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204693.554667:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204693.554669:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204693.554671:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204693.554673:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204693.554683:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788204693.554686:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204693.554690:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204693.554691:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204693.554694:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204693.554696:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204693.554700:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204693.554708:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204693.554716:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204693.554728:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204693.554739:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204693.554744:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204693.554750:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204693.554772:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204693.554775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204693.554779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204693.554780:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204693.554782:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204693.554784:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204693.554787:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3826
00000400:00000200:0.0:1788204693.554791:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204693.554793:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204693.554795:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204693.554798:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554800:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204693.554802:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554804:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204693.554806:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204693.554807:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204693.554809:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204693.554811:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204693.554813:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788204693.554813:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204693.554815:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788204693.554817:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788204693.554818:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554819:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204693.554821:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204693.554821:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204693.554823:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204693.554826:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000040:3.0:1788204693.554827:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204693.554828:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554831:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204693.554833:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204693.554850:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204693.554853:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204693.554854:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204693.554858:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204693.554862:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.554862:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204693.554864:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.554864:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204693.554868:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
02000000:00000001:3.0:1788204693.554868:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1788204693.554870:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204693.554871:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204693.554872:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204693.554873:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204693.554874:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204693.554875:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204693.554876:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204693.554878:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204693.554878:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556770176:192.168.201.145@tcp:250:kworker.0
02000000:00000010:0.0:1788204693.554882:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:3.0:1788204693.554883:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204693.554885:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204693.554887:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1788204693.554889:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204693.554890:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204693.554893:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204693.554896:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204693.554898:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204693.554898:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204693.554900:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204693.554902:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204693.554906:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204693.554910:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204693.554911:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000100:00080000:0.0:1788204693.554912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204693.554915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204693.554916:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204693.554918:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788204693.554918:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000001:0.0:1788204693.554921:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204693.554923:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3826
00000100:00000200:3.0:1788204693.554925:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556770176, portal 25
00000400:00000200:0.0:1788204693.554926:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204693.554927:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1788204693.554928:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204693.554929:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00080000:0.0:1788204693.554931:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204693.554933:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:3.0:1788204693.554934:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204693.554935:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204693.554938:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554940:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204693.554942:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204693.554942:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788204693.554943:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204693.554944:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788204693.554945:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788204693.554946:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204693.554948:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:3.0:1788204693.554948:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000020:00000001:0.0:1788204693.554950:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:3.0:1788204693.554952:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556770176, offset 0
00000100:00000040:0.0:1788204693.554953:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554955:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204693.554956:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554959:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788204693.554960:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788204693.554961:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204693.554963:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554965:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204693.554966:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204693.554968:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204693.554969:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204693.554970:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204693.554972:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204693.554974:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788204693.554975:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000008:00000001:0.0:1788204693.554976:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204693.554978:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204693.554980:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000400:00000200:3.0:1788204693.554982:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1788204693.554983:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204693.554984:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204693.554986:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204693.554986:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788204693.554987:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204693.554988:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204693.554990:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204693.554991:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1788204693.554993:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000400:00000200:3.0:1788204693.554994:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.554996:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204693.554998:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3221:3221:256:4294967295] 192.168.201.145@tcp LPNI seq info [3221:3221:8:4294967295]
00000100:00100000:0.0:1788204693.555000:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204693.555003:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204693.555007:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204693.555008:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204693.555011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204693.555013:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204693.555018:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204693.555020:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204693.555021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204693.555024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204693.555025:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:3.0:1788204693.555025:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000100:00080000:0.0:1788204693.555027:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204693.555029:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204693.555031:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3826
00000800:00000200:3.0:1788204693.555033:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000400:00000200:0.0:1788204693.555034:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204693.555036:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204693.555038:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1788204693.555038:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1788204693.555041:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.555043:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788204693.555044:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788204693.555045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.555047:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204693.555048:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:3.1:1788204693.555048:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000020:00000040:0.0:1788204693.555049:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204693.555051:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204693.555053:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000800:00000100:3.0:1788204693.555053:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204693.555055:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000010:3.0:1788204693.555056:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000020:00000001:0.0:1788204693.555057:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204693.555059:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204693.555061:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204693.555062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204693.555063:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204693.555064:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204693.555066:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204693.555068:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:3.0:1788204693.555068:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204693.555071:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204693.555072:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204693.555074:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204693.555074:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
02000000:00000001:0.0:1788204693.555076:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204693.555077:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:0.0:1788204693.555078:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204693.555079:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204693.555081:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555082:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204693.555083:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204693.555085:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204693.555088:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204693.555090:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204693.555092:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204693.555093:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555094:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204693.555095:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204693.555096:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204693.555098:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204693.555098:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204693.555101:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788204693.555104:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555105:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204693.555107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204693.555107:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204693.555113:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204693.555113:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204693.555115:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204693.555116:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788204693.555119:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555120:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298500776
00000100:00000010:3.0:1788204693.555125:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150cc0.
00000100:00000001:0.0:1788204693.555126:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204693.555130:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3836)
00000100:00000001:3.0:1788204693.555132:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204693.555138:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298500776
00000100:00000010:3.0:1788204693.555141:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150ea0.
00000100:00000001:3.0:1788204693.555144:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204693.555147:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204693.555150:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555152:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204693.555157:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204693/real 1788204693]  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204693.555167:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204693.555169:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204693.555171:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204693.555174:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204693.555175:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204693.555177:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204693.555180:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204693.555185:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555191:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204693.555193:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555196:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204693.555198:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204693.555202:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555210:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204693.555215:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555230:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204693.555233:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555235:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204693.555236:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555238:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204693.555240:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204693.555242:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204693.555244:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204693.555246:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204693.555249:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204693.555255:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556770176:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204693.555259:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555260:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204693.555262:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556770176/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555266:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204693.555268:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204693.555270:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204693.555272:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204693.555273:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204693.555275:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204693.555276:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204693.555278:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:3.0:1788204693.555282:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204693.555283:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204693.555284:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:3.0:1788204693.555286:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204693.555287:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555289:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555296:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204693.555297:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555299:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204693.555300:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204693.555301:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204693.555303:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555307:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204693.555308:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204693.555309:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204693.555310:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204693.555312:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204693.555313:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770304:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204693.555315:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204693.555316:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204693.555317:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204693.555318:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204693.555320:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204693.555321:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204693.555324:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204693.555326:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204693.555329:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204693.555331:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556770304, portal 10
00000100:00000001:3.0:1788204693.555332:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204693.555333:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:3.0:1788204693.555337:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555341:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204693.555343:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204693.555344:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204693.555345:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556770304, offset 0
00000400:00000200:3.0:1788204693.555348:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204693.555350:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204693.555353:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204693.555355:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204693.555357:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204693.555359:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204693.555360:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204693.555362:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3222:3222:256:4294967295] 192.168.201.145@tcp LPNI seq info [3222:3222:8:4294967295]
00000400:00000200:3.0:1788204693.555365:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204693.555368:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204693.555371:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204693.555374:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204693.555377:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204693.555379:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788204693.555383:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204693.555386:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788204693.555389:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204693.555391:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204693.555394:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204693.555421:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204693.555424:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204693.555425:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204693.555428:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204693.555431:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555438:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204693.555441:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555447:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555449:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204693.555452:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204693.555455:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204693.555458:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204693.555459:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298498899
00000100:00000001:3.0:1788204693.555462:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298500776
00000100:00000001:3.0:1788204693.555464:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298498899
00000100:00000001:3.0:1788204693.555466:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298500776
00000100:00000001:3.0:1788204693.555468:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204693.555469:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555471:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204693.555474:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204693/real 1788204693]  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204693.555481:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204693.555483:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204693.555484:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204693.555486:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204693.555487:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204693.555488:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204693.555491:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204693.555498:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555503:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204693.555504:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555505:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204693.555507:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204693.555510:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555521:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204693.555524:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555530:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204693.555533:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555535:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204693.555536:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555538:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204693.555540:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204693.555542:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204693.555545:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204693.555548:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204693.555552:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204693.555559:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770304:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204693.555562:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204693.555563:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555567:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204693.555569:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204693.555571:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204693.555572:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204693.555573:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204693.555575:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770432:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204693.555576:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204693.555577:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204693.555578:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204693.555580:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204693.555582:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204693.555584:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204693.555587:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204693.555589:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204693.555591:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204693.555593:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556770432, portal 4
00000100:00000001:3.0:1788204693.555594:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204693.555596:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000040:3.0:1788204693.555599:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555603:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204693.555605:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204693.555606:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204693.555608:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556770432, offset 0
00000400:00000200:3.0:1788204693.555610:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204693.555612:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204693.555614:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204693.555616:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204693.555617:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204693.555619:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204693.555620:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204693.555622:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3223:3223:256:4294967295] 192.168.201.145@tcp LPNI seq info [3223:3223:8:4294967295]
00000400:00000200:3.0:1788204693.555625:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204693.555629:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204693.555631:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204693.555633:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204693.555635:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204693.555637:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788204693.555639:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204693.555641:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788204693.555643:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204693.555645:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204693.555647:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204693.555649:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204693.555651:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204693.555652:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204693.555653:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204693.555655:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555660:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204693.555662:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555666:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555667:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204693.555669:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204693.555670:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204693.555672:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204693.555673:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298498582
00000100:00000001:3.0:1788204693.555674:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298500776
00000100:00000001:3.0:1788204693.555676:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298498582
00000100:00000001:3.0:1788204693.555677:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298500776
00000100:00000001:3.0:1788204693.555679:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204693.555680:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555681:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204693.555683:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204693/real 1788204693]  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204693.555686:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204693.555687:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204693.555688:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204693.555689:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204693.555690:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204693.555691:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204693.555693:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204693.555698:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555701:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204693.555702:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555703:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204693.555703:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204693.555711:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555716:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204693.555718:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555722:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204693.555723:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555724:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204693.555724:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555725:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204693.555726:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204693.555728:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204693.555729:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204693.555730:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204693.555732:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204693.555737:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770432:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204693.555739:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204693.555741:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555744:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204693.555745:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204693.555746:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204693.555747:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204693.555748:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204693.555750:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770560:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204693.555751:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204693.555753:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204693.555754:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204693.555755:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204693.555757:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204693.555758:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204693.555760:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204693.555762:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000400:00000010:3.0:1788204693.555763:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000200:3.0:1788204693.555765:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556770560, portal 4
00000100:00000001:3.0:1788204693.555766:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204693.555767:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:3.0:1788204693.555771:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555775:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204693.555776:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204693.555777:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788204693.555779:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556770560, offset 0
00000400:00000200:3.0:1788204693.555781:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204693.555782:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204693.555784:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204693.555786:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204693.555787:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204693.555788:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204693.555790:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204693.555792:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3224:3224:256:4294967295] 192.168.201.145@tcp LPNI seq info [3224:3224:8:4294967295]
00000400:00000200:3.0:1788204693.555794:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204693.555798:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204693.555800:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204693.555801:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788204693.555803:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204693.555805:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788204693.555807:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204693.555809:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788204693.555811:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204693.555813:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204693.555814:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204693.555816:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204693.555818:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204693.555819:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204693.555820:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204693.555822:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555827:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204693.555828:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555832:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555833:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204693.555845:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204693.555848:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204693.555851:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204693.555853:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298499313
00000100:00000001:3.0:1788204693.555855:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298500776
00000100:00000001:3.0:1788204693.555856:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298499313
00000100:00000001:3.0:1788204693.555858:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298500776
00000100:00000001:3.0:1788204693.555859:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204693.555860:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555861:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204693.555864:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204693/real 1788204693]  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204693.555868:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204693.555869:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204693.555870:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d000.
00000400:00000200:3.0:1788204693.555872:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1dd0
00000400:00000010:3.0:1788204693.555873:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1dd0.
00000100:00000001:3.0:1788204693.555875:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204693.555877:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204693.555882:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555885:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204693.555886:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555887:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204693.555887:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204693.555889:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555893:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204693.555895:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555899:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204693.555900:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555901:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204693.555902:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555903:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204693.555904:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204693.555905:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204693.555907:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204693.555908:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204693.555910:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204693.555914:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770560:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204693.555916:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555917:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204693.555919:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556770304/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555923:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204693.555925:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204693.555926:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204693.555927:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204693.555928:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204693.555929:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204693.555930:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204693.555931:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:3.0:1788204693.555932:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204693.555933:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204693.555934:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:3.0:1788204693.555936:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204693.555937:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555938:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204693.555940:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556770432/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555944:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204693.555944:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204693.555945:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204693.555946:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204693.555946:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204693.555947:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204693.555948:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204693.555949:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:3.0:1788204693.555950:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204693.555951:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204693.555951:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:3.0:1788204693.555953:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204693.555954:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555954:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204693.555956:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556770560/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204693.555959:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204693.555960:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204693.555961:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204693.555963:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204693.555964:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204693.555964:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204693.555966:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204693.555966:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:3.0:1788204693.555967:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204693.555968:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204693.555969:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:3.0:1788204693.555970:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204693.555970:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555971:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204693.555973:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204693.555974:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204693.555975:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204693.555976:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204693.874519:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204693.874528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204693.874532:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204693.874536:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204693.874541:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204693.874544:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204693.874547:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204693.874549:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204693.874552:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204693.874611:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204693.874616:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204693.874621:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204694.066546:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204694.066554:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204694.066556:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204694.066561:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204694.066565:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204694.066568:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204694.066571:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204694.066573:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204694.066575:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204694.898515:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204694.898527:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204694.898532:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204694.898539:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204694.898545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204694.898550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204694.898553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204694.898557:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204694.898560:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204694.898561:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204694.898567:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204694.898571:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204695.090530:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204695.090538:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204695.090540:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204695.090545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204695.090548:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204695.090552:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204695.090555:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204695.090557:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204695.090560:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204695.794546:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298500776, at 4298500800
00000100:00000040:1.0:1788204695.794546:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298500776, at 4298500800
00000100:00000010:1.0:1788204695.794566:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150ea0.
00000100:00000010:0.0:1788204695.794568:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150cc0.
00000100:00000001:1.0:1788204695.922531:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204695.922542:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204695.922546:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204695.922553:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204695.922558:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204695.922563:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204695.922566:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204695.922570:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204695.922573:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204695.922609:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204695.922614:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204695.922617:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204696.114558:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204696.114568:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204696.114571:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204696.114578:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204696.114582:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204696.114586:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204696.114588:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204696.114591:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204696.114593:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204696.946484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204696.946493:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204696.946497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204696.946506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204696.946512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204696.946517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204696.946520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204696.946523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204696.946527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204696.946546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204696.946550:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204696.946554:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204697.138461:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204697.138469:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204697.138470:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204697.138475:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204697.138479:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204697.138482:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204697.138485:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204697.138487:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204697.138489:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204697.970536:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204697.970547:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204697.970553:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204697.970559:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204697.970566:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204697.970571:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204697.970576:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204697.970581:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204697.970588:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204697.970651:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204697.970654:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204697.970656:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204698.674539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204698.674550:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204698.674553:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204698.674557:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204698.674561:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204698.674568:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3831
00000400:00000200:0.0:1788204698.674576:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204698.674583:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204698.674585:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204698.674588:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.674591:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204698.674593:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.674594:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204698.674598:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204698.674600:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204698.674602:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204698.674606:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204698.674608:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204698.674612:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204698.674615:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.674617:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204698.674619:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.674621:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204698.674624:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204698.674627:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204698.674630:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204698.674633:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204698.674637:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204698.674640:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204698.674643:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204698.674645:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204698.674657:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204698.674661:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204698.674666:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204698.674668:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204698.674671:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204698.674675:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204698.674680:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204698.674689:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204698.674697:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204698.674713:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556770688/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204698.674726:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204698.674731:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204698.674735:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556770688/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204698.674771:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204698.674775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204698.674779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204698.674781:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204698.674783:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204698.674786:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204698.674788:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3831
00000400:00000200:0.0:1788204698.674791:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204698.674794:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204698.674797:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204698.674800:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.674802:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204698.674804:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.674807:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204698.674809:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204698.674810:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204698.674812:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204698.674814:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204698.674816:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788204698.674816:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204698.674822:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788204698.674823:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788204698.674827:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204698.674828:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204698.674832:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204698.674836:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.674839:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:3.0:1788204698.674840:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556770688/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204698.674841:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204698.674848:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204698.674855:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204698.674859:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204698.674861:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204698.674864:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204698.674867:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204698.674871:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204698.674873:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204698.674877:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788204698.674879:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1788204698.674881:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204698.674884:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204698.674885:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204698.674890:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204698.674892:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204698.674898:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00100000:3.0:1788204698.674898:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556770688:192.168.201.145@tcp:250:kworker.0
02000000:00000001:0.0:1788204698.674903:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204698.674905:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204698.674906:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204698.674908:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204698.674911:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204698.674913:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204698.674913:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204698.674918:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204698.674920:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:3.0:1788204698.674923:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204698.674925:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204698.674931:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
00000100:00100000:0.0:1788204698.674933:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556770816/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204698.674935:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204698.674946:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788204698.674946:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204698.674951:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204698.674953:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d000.
00000100:00000040:0.0:1788204698.674958:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556770816/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788204698.674963:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1dd0.
00000100:00000001:0.0:1788204698.674971:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204698.674974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1788204698.674975:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556770688, portal 25
00000100:00000001:3.0:1788204698.674980:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788204698.674982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204698.674982:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000001:0.0:1788204698.674987:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204698.674989:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788204698.674993:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556770688/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204698.674994:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204698.674998:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3831
00000400:00000200:0.0:1788204698.675002:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204698.675005:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204698.675009:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204698.675016:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.675020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204698.675022:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204698.675024:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.675028:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:3.0:1788204698.675029:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204698.675032:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204698.675035:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000010:3.0:1788204698.675035:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000020:00000001:0.0:1788204698.675039:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204698.675043:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000200:3.0:1788204698.675043:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556770688, offset 0
00000020:00000001:0.0:1788204698.675048:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204698.675052:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788204698.675057:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788204698.675058:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.675062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204698.675064:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.675066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204698.675069:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788204698.675071:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204698.675080:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:0.0:1788204698.675086:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:3.0:1788204698.675089:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204698.675091:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204698.675094:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204698.675097:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
02000000:00000001:0.0:1788204698.675099:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204698.675103:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204698.675104:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204698.675107:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788204698.675109:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000008:00100000:0.0:1788204698.675111:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204698.675117:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204698.675118:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3225:3225:256:4294967295] 192.168.201.145@tcp LPNI seq info [3225:3225:8:4294967295]
00000100:00000001:0.0:1788204698.675121:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204698.675126:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:0.0:1788204698.675128:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204698.675131:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204698.675135:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204698.675137:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204698.675142:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204698.675144:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204698.675144:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788204698.675147:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204698.675153:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000800:00000200:3.0:1788204698.675157:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204698.675159:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788204698.675166:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000100:00100000:0.0:1788204698.675167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556770944/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204698.675177:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1788204698.675178:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204698.675181:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204698.675188:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788204698.675189:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556770944/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204698.675200:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204698.675203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204698.675207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204698.675209:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204698.675210:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204698.675213:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204698.675214:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204698.675218:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3831
00000400:00000200:3.0:1788204698.675222:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204698.675226:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204698.675228:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298505896
00000400:00000200:0.0:1788204698.675231:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204698.675235:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1788204698.675237:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01507e0.
00000100:00000040:0.0:1788204698.675241:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.675244:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204698.675247:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1788204698.675248:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204698.675253:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204698.675255:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204698.675256:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204698.675258:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204698.675260:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298505896
00000020:00000040:0.0:1788204698.675261:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204698.675266:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000010:3.0:1788204698.675268:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01500c0.
00000020:00000001:0.0:1788204698.675269:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204698.675275:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204698.675275:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204698.675280:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204698.675283:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204698.675283:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204698.675287:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788204698.675290:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204698.675291:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:3.0:1788204698.675296:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204698.675297:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204698.675302:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204698.675303:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204698.675305:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204698.675310:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204698.675312:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204698.675314:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204698.675314:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204698.675318:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788204698.675321:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204698.675322:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204698.675325:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1788204698.675326:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204698.675331:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204698.675332:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556770816/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204698.675334:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204698.675340:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000100:00000001:3.0:1788204698.675345:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1788204698.675346:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:3.0:1788204698.675349:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204698.675350:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204698.675354:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204698.675354:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204698.675358:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204698.675358:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204698.675361:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204698.675363:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204698.675365:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204698.675369:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770816:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204698.675375:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1788204698.675377:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
02000000:00000001:3.0:1788204698.675378:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204698.675382:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204698.675383:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204698.675384:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204698.675390:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
00000100:00100000:0.0:1788204698.675392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556771072/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204698.675394:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204698.675429:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204698.675435:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d7e8.
00000100:00000001:0.0:1788204698.675439:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204698.675442:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204698.675442:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d14c8.
00000100:00000200:3.0:1788204698.675448:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556770816, portal 10
00000100:00000040:0.0:1788204698.675450:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556771072/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204698.675452:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204698.675455:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000001:0.0:1788204698.675466:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204698.675469:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556770816/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204698.675473:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3841)
00000100:00000001:3.0:1788204698.675489:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204698.675493:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204698.675496:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1330.
00000100:00000200:3.0:1788204698.675499:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556770816, offset 0
00000400:00000200:3.0:1788204698.675504:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204698.675509:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204698.675512:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204698.675515:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204698.675518:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204698.675520:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204698.675523:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204698.675526:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3226:3226:255:4294967295] 192.168.201.145@tcp LPNI seq info [3226:3226:7:4294967295]
00000400:00000200:3.0:1788204698.675530:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204698.675537:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204698.675545:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204698.675549:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812a00.
00000800:00000200:3.0:1788204698.675553:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204698.675558:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204698.675561:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204698.675565:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204698.675568:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204698.675570:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298504019
00000100:00000001:3.0:1788204698.675581:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298505896
00000100:00000001:3.0:1788204698.675583:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298504019
00000100:00000001:3.0:1788204698.675585:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298505896
00000100:00000001:3.0:1788204698.675587:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204698.675589:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204698.675591:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204698.675596:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556770944/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204698.675609:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204698.675611:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204698.675613:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204698.675615:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204698.675617:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204698.675620:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556770944:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204698.675623:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204698.675625:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204698.675626:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204698.675628:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204698.675631:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204698.675633:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204698.675636:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204698.675639:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d1b8.
00000400:00000010:3.0:1788204698.675643:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1110.
00000100:00000200:3.0:1788204698.675646:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556770944, portal 4
00000100:00000001:3.0:1788204698.675647:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204698.675649:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:3.0:1788204698.675655:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556770944/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204698.675661:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204698.675663:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204698.675666:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204698.675669:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556770944, offset 0
00000400:00000200:3.0:1788204698.675685:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204698.675689:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204698.675692:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204698.675695:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204698.675697:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204698.675699:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204698.675701:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204698.675705:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3227:3227:254:4294967295] 192.168.201.145@tcp LPNI seq info [3227:3227:6:4294967295]
00000400:00000200:3.0:1788204698.675709:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204698.675715:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204698.675719:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204698.675722:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812400.
00000800:00000200:3.0:1788204698.675726:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204698.675730:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204698.675733:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204698.675736:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204698.675739:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204698.675741:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298503702
00000100:00000001:3.0:1788204698.675743:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298505896
00000100:00000001:3.0:1788204698.675745:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298503702
00000100:00000001:3.0:1788204698.675761:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298505896
00000100:00000001:3.0:1788204698.675764:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204698.675766:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204698.675768:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204698.675770:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204698.675773:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204698.675775:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788204698.675777:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204698.675778:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204698.675780:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204698.675784:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556771072/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204698.675791:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204698.675792:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204698.675794:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204698.675796:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204698.675798:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204698.675801:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771072:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204698.675806:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204698.675808:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204698.675809:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204698.675811:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204698.675814:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204698.675816:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204698.675819:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204698.675822:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d4d0.
00000400:00000010:3.0:1788204698.675825:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1198.
00000100:00000200:3.0:1788204698.675828:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556771072, portal 4
00000100:00000001:3.0:1788204698.675830:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204698.675831:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:3.0:1788204698.675837:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556771072/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204698.675843:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204698.675845:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204698.675848:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204698.675850:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556771072, offset 0
00000400:00000200:3.0:1788204698.675854:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204698.675858:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204698.675861:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204698.675864:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204698.675866:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204698.675869:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204698.675871:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204698.675873:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3228:3228:253:4294967295] 192.168.201.145@tcp LPNI seq info [3228:3228:5:4294967295]
00000400:00000200:3.0:1788204698.675876:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204698.675882:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204698.675885:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204698.675889:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204698.675893:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204698.675896:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204698.675899:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204698.675902:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204698.675904:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204698.675906:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298504433
00000100:00000001:3.0:1788204698.675908:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298505896
00000100:00000001:3.0:1788204698.675910:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298504433
00000100:00000001:3.0:1788204698.675912:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298505896
00000100:00000001:3.0:1788204698.675914:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204698.675916:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204698.675918:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204698.675920:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204698.675923:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204698.675924:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788204698.675926:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204698.675927:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204698.675928:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204698.675930:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204698.994530:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204698.994540:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204698.994544:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204698.994552:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204698.994557:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204698.994563:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204698.994567:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204698.994571:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204698.994575:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204698.994600:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204698.994605:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204698.994610:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204700.018533:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204700.018540:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204700.018543:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204700.018548:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204700.018553:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204700.018557:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204700.018561:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204700.018564:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204700.018568:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204700.018637:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204700.018640:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204700.018643:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204700.914501:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298505896, at 4298505920
00000100:00000040:1.0:1788204700.914501:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298505896, at 4298505920
00000100:00000010:0.0:1788204700.914514:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01507e0.
00000100:00000010:1.0:1788204700.914516:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01500c0.
00000100:00000001:1.0:1788204701.042509:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204701.042518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204701.042520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204701.042524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204701.042529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204701.042541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204701.042546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204701.042550:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204701.042559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204701.042629:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204701.042633:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204701.042636:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788204701.746792:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:3.0:1788204701.746850:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1788204701.746863:0:2330:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204701.746868:0:2330:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:3.0:1788204701.746873:0:2330:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204701.746878:0:2330:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1788204701.746885:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788204701.746890:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:3.0:1788204701.746895:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204701.746903:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204701.746911:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:3.0:1788204701.746913:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:3.0:1788204701.746919:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204701.746928:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691e7c380 x1875064556770688/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.746962:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204701.746967:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556770688/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.746974:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.746976:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204701.746987:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788204701.746989:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812a00.
00000400:00000200:3.0:1788204701.746992:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204701.746995:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204701.746998:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1330
00000400:00000010:3.0:1788204701.747000:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1330.
00000100:00000001:3.0:1788204701.747002:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204701.747006:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691e7ce00 x1875064556770816/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.747014:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204701.747017:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556770816/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.747024:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.747025:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204701.747029:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788204701.747031:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812400.
00000400:00000200:3.0:1788204701.747034:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204701.747037:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204701.747039:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204701.747041:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204701.747048:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204701.747052:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691e7ed80 x1875064556770944/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.747059:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204701.747061:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556770944/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.747067:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.747069:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204701.747073:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788204701.747075:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204701.747078:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204701.747081:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204701.747084:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204701.747085:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204701.747087:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204701.747091:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691e7dc00 x1875064556771072/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.747098:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204701.747100:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556771072/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.747105:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.747107:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204702.066556:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204702.066565:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204702.066567:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204702.066573:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204702.066583:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204702.066589:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204702.066593:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204702.066598:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204702.066602:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204702.066676:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204702.066680:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204702.066683:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204703.090518:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204703.090528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204703.090531:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204703.090535:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204703.090540:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204703.090544:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204703.090546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204703.090548:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204703.090551:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204703.090615:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204703.090619:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204703.090622:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204703.794999:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204703.795001:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788204703.795003:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204703.795004:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788204703.795006:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788204703.795009:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:2.0:1788204703.795012:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204703.795014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204703.795015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204703.795017:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204703.795020:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:2.0:1788204703.795022:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204703.795025:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204703.795026:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204703.795029:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204703.795031:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204703.795033:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204703.795035:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204703.795037:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204703.795039:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204703.795043:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165c00.
00000020:00000040:2.0:1788204703.795045:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204703.795047:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204703.795048:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204703.795050:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204703.795051:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204703.795053:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204703.795056:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008400.
00000100:00000001:2.0:1788204703.795059:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204703.795063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204703.795070:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204703.795072:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204703.795077:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d34049c7] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204703.795084:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204703.795086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204703.795089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204703.795091:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204703.795092:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204703.795095:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204703.795097:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3836
00000400:00000200:2.0:1788204703.795100:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204703.795103:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204703.795105:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204703.795108:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204703.795110:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204703.795112:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204703.795114:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204703.795116:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204703.795117:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788204703.795119:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204703.795121:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788204703.795123:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788204703.795125:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788204703.795127:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204703.795129:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204703.795131:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204703.795133:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204703.795135:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788204703.795137:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204703.795139:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204703.795142:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204703.795144:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204703.795146:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204703.795148:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204703.795150:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204703.795151:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204703.795153:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204703.795156:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167100.
00000020:00000040:2.0:1788204703.795158:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204703.795160:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204703.795161:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204703.795163:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204703.795164:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204703.795166:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204703.795169:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008000.
00000100:00000001:2.0:1788204703.795172:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204703.795176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204703.795182:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204703.795184:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204703.795187:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f70dfa50] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204703.795194:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204703.795198:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3846)
00000100:00000001:3.0:1788204703.795298:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204703.795302:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204703.795305:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204703.795313:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.795321:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204703.795324:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204703.795448:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204703.795452:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204703.795455:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204703.795460:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556771200:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204703.795465:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204703.795471:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204703.795474:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204703.795477:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204703.795482:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204703.795484:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204703.795490:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204703.795494:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204703.795501:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204703.795510:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556771200, portal 25
00000100:00000001:3.0:1788204703.795513:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204703.795515:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051662720 : -105387657888896 : ffffa02686167b80)
00000100:00000040:3.0:1788204703.795522:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.795532:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204703.795535:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204703.795538:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204703.795543:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556771200, offset 0
00000400:00000200:3.0:1788204703.795551:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204703.795562:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204703.795571:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204703.795578:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204703.795584:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204703.795590:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204703.795593:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204703.795598:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3229:3229:256:4294967295] 192.168.201.145@tcp LPNI seq info [3229:3229:8:4294967295]
00000400:00000200:3.0:1788204703.795603:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204703.795616:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204703.795623:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204703.795630:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204703.795638:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204703.795642:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204703.795650:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204703.795684:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788204703.795690:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204703.795693:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204703.795698:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204703.795703:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204703.795710:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204703.795713:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204703.795718:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204703.795722:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.795734:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204703.795738:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.795747:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204703.795749:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204703.795757:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204703.795762:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204703.795765:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298511017
00000100:00000010:3.0:1788204703.795770:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150660.
00000100:00000001:3.0:1788204703.795779:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204703.795796:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298511017
00000100:00000010:3.0:1788204703.795800:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150180.
00000100:00000001:3.0:1788204703.795803:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204703.795807:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204703.795811:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204703.795813:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204703.795818:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204703/real 1788204703]  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204703.795829:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204703.795832:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204703.795834:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204703.795838:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204703.795841:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204703.795845:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204703.795849:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204703.795859:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.795867:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204703.795869:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.795871:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204703.795874:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204703.795878:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.795886:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204703.795891:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.795899:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204703.795902:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.795904:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204703.795905:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.795908:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204703.795910:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204703.795914:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204703.795918:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204703.795921:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204703.795926:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204703.795935:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556771200:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204703.795940:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204703.795944:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.795951:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204703.795952:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204703.795955:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204703.795957:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204703.795959:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204703.795962:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771328:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204703.795965:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204703.795968:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204703.795970:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204703.795971:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204703.795975:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204703.795977:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204703.795981:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204703.795983:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204703.795986:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204703.795990:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556771328, portal 10
00000100:00000001:3.0:1788204703.795991:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204703.795993:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051658240 : -105387657893376 : ffffa02686166a00)
00000100:00000040:3.0:1788204703.795999:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796007:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204703.796009:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204703.796012:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204703.796015:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556771328, offset 0
00000400:00000200:3.0:1788204703.796019:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204703.796023:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204703.796027:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204703.796030:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204703.796033:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204703.796036:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204703.796038:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204703.796041:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3230:3230:256:4294967295] 192.168.201.145@tcp LPNI seq info [3230:3230:8:4294967295]
00000400:00000200:3.0:1788204703.796046:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204703.796052:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204703.796057:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204703.796060:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204703.796064:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204703.796067:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204703.796072:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204703.796074:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788204703.796078:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204703.796080:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204703.796083:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204703.796087:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204703.796090:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204703.796091:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204703.796094:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204703.796098:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796106:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204703.796109:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796116:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204703.796118:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204703.796121:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204703.796125:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204703.796129:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204703.796131:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298509139
00000100:00000001:3.0:1788204703.796134:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298511017
00000100:00000001:3.0:1788204703.796136:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298509139
00000100:00000001:3.0:1788204703.796138:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298511017
00000100:00000001:3.0:1788204703.796141:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204703.796142:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204703.796144:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204703.796148:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204703/real 1788204703]  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204703.796156:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204703.796158:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204703.796159:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204703.796162:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204703.796164:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204703.796166:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204703.796169:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204703.796179:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796185:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204703.796186:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796188:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204703.796189:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204703.796193:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796200:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204703.796205:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796212:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204703.796214:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796216:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204703.796218:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796220:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204703.796222:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204703.796225:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204703.796228:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204703.796230:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204703.796235:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204703.796243:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771328:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204703.796248:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204703.796252:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796260:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204703.796261:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204703.796263:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204703.796265:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204703.796268:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204703.796271:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771456:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204703.796274:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204703.796276:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204703.796277:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204703.796279:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204703.796282:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204703.796284:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204703.796288:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204703.796290:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204703.796294:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204703.796297:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556771456, portal 4
00000100:00000001:3.0:1788204703.796299:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204703.796300:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051654656 : -105387657896960 : ffffa02686165c00)
00000100:00000040:3.0:1788204703.796305:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796313:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204703.796315:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204703.796318:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204703.796320:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556771456, offset 0
00000400:00000200:3.0:1788204703.796324:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204703.796328:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204703.796331:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204703.796334:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204703.796336:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204703.796339:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204703.796341:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204703.796344:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3231:3231:256:4294967295] 192.168.201.145@tcp LPNI seq info [3231:3231:8:4294967295]
00000400:00000200:3.0:1788204703.796349:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204703.796356:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204703.796360:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204703.796363:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204703.796367:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204703.796370:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204703.796374:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204703.796377:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788204703.796381:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204703.796383:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204703.796386:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204703.796389:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204703.796392:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204703.796394:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204703.796424:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204703.796428:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796436:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204703.796439:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796451:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204703.796452:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204703.796456:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204703.796458:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204703.796461:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204703.796463:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298508823
00000100:00000001:3.0:1788204703.796466:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298511017
00000100:00000001:3.0:1788204703.796468:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298508823
00000100:00000001:3.0:1788204703.796470:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298511017
00000100:00000001:3.0:1788204703.796472:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204703.796474:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204703.796476:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204703.796480:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204703/real 1788204703]  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204703.796488:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204703.796489:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204703.796491:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204703.796493:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204703.796495:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204703.796497:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204703.796500:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204703.796508:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796514:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204703.796516:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796517:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204703.796519:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204703.796523:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796530:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204703.796539:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796546:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204703.796548:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796550:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204703.796551:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796553:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204703.796555:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204703.796558:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204703.796561:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204703.796563:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204703.796567:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204703.796575:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771456:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204703.796579:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204703.796583:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796589:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204703.796591:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204703.796593:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204703.796595:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204703.796597:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204703.796600:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771584:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204703.796603:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204703.796604:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204703.796606:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204703.796608:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204703.796611:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204703.796613:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204703.796616:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204703.796619:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204703.796622:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204703.796624:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556771584, portal 4
00000100:00000001:3.0:1788204703.796626:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204703.796627:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660032 : -105387657891584 : ffffa02686167100)
00000100:00000040:3.0:1788204703.796637:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796644:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204703.796647:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204703.796649:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204703.796652:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556771584, offset 0
00000400:00000200:3.0:1788204703.796656:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204703.796672:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204703.796675:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204703.796678:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204703.796681:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204703.796683:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204703.796685:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204703.796688:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3232:3232:256:4294967295] 192.168.201.145@tcp LPNI seq info [3232:3232:8:4294967295]
00000400:00000200:3.0:1788204703.796692:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204703.796699:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204703.796703:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204703.796707:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204703.796711:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204703.796713:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788204703.796718:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204703.796720:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788204703.796724:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204703.796726:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204703.796728:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204703.796731:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204703.796734:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204703.796736:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204703.796739:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204703.796742:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796750:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204703.796753:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796760:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204703.796762:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204703.796765:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204703.796768:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204703.796771:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204703.796773:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298509554
00000100:00000001:3.0:1788204703.796775:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298511017
00000100:00000001:3.0:1788204703.796777:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298509554
00000100:00000001:3.0:1788204703.796780:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298511017
00000100:00000001:3.0:1788204703.796782:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204703.796784:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204703.796785:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204703.796789:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204703/real 1788204703]  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204703.796797:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204703.796798:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204703.796799:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204703.796801:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204703.796803:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204703.796805:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204703.796808:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204703.796816:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796822:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204703.796824:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796826:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204703.796827:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204703.796831:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796837:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204703.796841:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796847:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204703.796850:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796851:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204703.796853:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796855:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204703.796856:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204703.796859:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204703.796862:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204703.796864:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204703.796868:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204703.796877:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771584:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204703.796881:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796883:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204703.796887:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167b80 x1875064556771200/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796894:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204703.796897:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204703.796900:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204703.796903:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204703.796905:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204703.796906:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204703.796909:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204703.796911:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b000.
02000000:00000001:3.0:1788204703.796915:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204703.796916:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204703.796918:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167b80.
00000100:00000001:3.0:1788204703.796921:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204703.796922:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796924:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204703.796927:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166a00 x1875064556771328/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796934:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204703.796935:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204703.796937:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204703.796939:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204703.796940:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204703.796942:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204703.796943:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204703.796945:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009c00.
02000000:00000001:3.0:1788204703.796947:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204703.796948:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204703.796949:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166a00.
00000100:00000001:3.0:1788204703.796952:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204703.796954:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796955:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204703.796958:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165c00 x1875064556771456/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796965:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204703.796966:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204703.796968:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204703.796970:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204703.796972:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204703.796973:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204703.796975:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204703.796976:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008400.
02000000:00000001:3.0:1788204703.796979:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204703.796980:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204703.796982:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165c00.
00000100:00000001:3.0:1788204703.796984:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204703.796985:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.796986:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204703.796990:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167100 x1875064556771584/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204703.796996:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204703.796998:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204703.796999:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204703.797002:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204703.797003:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204703.797004:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204703.797006:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204703.797008:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008000.
02000000:00000001:3.0:1788204703.797010:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204703.797011:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204703.797012:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167100.
00000100:00000001:3.0:1788204703.797015:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204703.797016:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.797018:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204703.797026:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204703.797028:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204703.797031:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204703.797033:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204704.114520:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204704.114523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204704.114528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204704.114530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204704.114535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204704.114535:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204704.114538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204704.114542:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204704.114547:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204704.114552:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204704.114554:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204704.114556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204704.114559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204704.114601:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204704.114606:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204704.114610:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204704.306516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204704.306525:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204704.306528:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204704.306536:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204704.306540:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204704.306545:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204704.306549:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204704.306553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204704.306556:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204705.138483:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204705.138486:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204705.138493:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204705.138494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204705.138497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204705.138500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204705.138503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204705.138504:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204705.138510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204705.138515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204705.138518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204705.138522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204705.138526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204705.138560:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204705.138563:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204705.138565:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204705.330488:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204705.330496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204705.330498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204705.330503:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204705.330506:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204705.330509:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204705.330512:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204705.330514:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204705.330516:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204706.034494:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298511017, at 4298511040
00000100:00000040:1.0:1788204706.034494:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298511017, at 4298511040
00000100:00000010:0.0:1788204706.034511:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150660.
00000100:00000010:1.0:1788204706.034514:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150180.
00000100:00000001:1.0:1788204706.162513:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204706.162521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204706.162523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204706.162528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204706.162533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204706.162533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204706.162537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204706.162539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204706.162541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204706.162545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204706.162546:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204706.162547:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204706.162551:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204706.162582:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204706.162587:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204706.162591:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204706.354544:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204706.354551:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204706.354553:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204706.354559:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204706.354562:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204706.354566:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204706.354568:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204706.354571:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204706.354573:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204707.186507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204707.186516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204707.186519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204707.186521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204707.186525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204707.186527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204707.186531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204707.186534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204707.186536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204707.186537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204707.186540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204707.186543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204707.186546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204707.186592:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204707.186596:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204707.186618:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204707.378564:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204707.378574:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204707.378576:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204707.378581:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204707.378585:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204707.378591:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.378594:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204707.378613:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.378617:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204708.210506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204708.210511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204708.210513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204708.210519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204708.210521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204708.210523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204708.210528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204708.210530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204708.210534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204708.210535:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204708.210545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204708.210545:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204708.210552:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204708.210552:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204708.210561:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204708.210564:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204708.210566:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204708.210567:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204708.210569:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204708.210636:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204708.210641:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204708.210644:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204708.402516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204708.402526:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204708.402529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204708.402536:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204708.402541:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204708.402545:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204708.402549:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204708.402552:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204708.402555:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204708.914510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204708.914525:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204708.914528:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204708.914533:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204708.914539:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204708.914548:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3841
00000400:00000200:2.0:1788204708.914558:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204708.914584:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204708.914587:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204708.914590:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914593:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204708.914595:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914598:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204708.914603:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204708.914605:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788204708.914608:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204708.914611:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788204708.914614:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788204708.914616:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788204708.914618:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914620:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204708.914621:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914622:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204708.914624:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788204708.914626:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914628:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204708.914630:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204708.914634:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204708.914636:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.914638:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204708.914640:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204708.914648:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167100.
00000020:00000040:2.0:1788204708.914651:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788204708.914655:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204708.914657:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.914660:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204708.914664:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204708.914669:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204708.914681:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009800.
00000100:00000001:2.0:1788204708.914691:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204708.914708:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204708.914716:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204708.914721:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204708.914725:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f70dfa50] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204708.914743:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204708.914746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204708.914750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204708.914751:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204708.914753:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204708.914755:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204708.914758:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3841
00000400:00000200:2.0:1788204708.914761:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204708.914766:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204708.914768:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204708.914771:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914773:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204708.914777:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914779:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204708.914782:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204708.914783:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:2.0:1788204708.914785:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204708.914787:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:2.0:1788204708.914788:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:2.0:1788204708.914789:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788204708.914792:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914794:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204708.914795:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914797:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204708.914800:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:3.0:1788204708.914800:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788204708.914805:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914808:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.914809:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788204708.914810:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204708.914817:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788204708.914819:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204708.914822:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.914824:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204708.914831:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204708.914834:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.914836:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204708.914840:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165c00.
00000020:00000040:2.0:1788204708.914841:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788204708.914844:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204708.914845:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.914846:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204708.914848:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204708.914850:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204708.914853:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009000.
00000100:00000001:2.0:1788204708.914856:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204708.914862:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204708.914868:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204708.914869:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204708.914872:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d34049c7] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204708.914877:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204708.914878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204708.914880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204708.914881:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204708.914882:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204708.914884:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204708.914886:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3841
00000400:00000200:2.0:1788204708.914888:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204708.914890:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204708.914891:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204708.914894:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914895:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204708.914896:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914898:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204708.914899:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204708.914900:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788204708.914901:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204708.914902:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788204708.914903:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788204708.914904:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:2.0:1788204708.914906:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914907:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204708.914908:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914909:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204708.914910:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:2.0:1788204708.914913:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204708.914914:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204708.914915:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204708.914917:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204708.914919:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.914920:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204708.914922:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204708.914924:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.914925:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204708.914929:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166a00.
00000020:00000040:2.0:1788204708.914932:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204708.914934:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204708.914935:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.914936:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204708.914937:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204708.914939:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204708.914942:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009400.
00000100:00000040:3.0:1788204708.914948:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204708.914950:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204708.914963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204708.914974:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204708.914981:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204708.914985:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204708.914989:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075b5dd4d] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204708.914995:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204708.914996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204708.914999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204708.915000:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204708.915001:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204708.915005:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204708.915006:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3841
00000400:00000200:2.0:1788204708.915010:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204708.915015:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204708.915018:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204708.915021:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204708.915023:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.915029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204708.915032:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.915034:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204708.915038:0:37:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788204708.915038:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1788204708.915039:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788204708.915044:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204708.915046:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
02000000:00000001:3.0:1788204708.915047:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788204708.915048:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788204708.915057:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
02000000:00000001:3.0:1788204708.915059:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204708.915067:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556771712:192.168.201.145@tcp:250:kworker.0
00000100:00000040:2.0:1788204708.915071:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204708.915075:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204708.915081:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204708.915082:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204708.915084:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:3.0:1788204708.915089:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204708.915093:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204708.915096:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204708.915102:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
00000020:00000040:2.0:1788204708.915105:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
02000000:00000001:3.0:1788204708.915109:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204708.915112:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204708.915116:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204708.915118:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204708.915121:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204708.915122:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:2.0:1788204708.915124:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.915130:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204708.915132:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1788204708.915134:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000008:00000001:2.0:1788204708.915135:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204708.915142:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204708.915146:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000010:2.0:1788204708.915148:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167b80.
00000020:00000040:2.0:1788204708.915153:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000200:3.0:1788204708.915156:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556771712, portal 25
02000000:00000001:2.0:1788204708.915157:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204708.915161:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.915164:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204708.915166:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204708.915168:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660032 : -105387657891584 : ffffa02686167100)
02000000:00000001:2.0:1788204708.915170:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204708.915173:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204708.915179:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b400.
00000100:00000040:3.0:1788204708.915182:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204708.915186:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204708.915196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204708.915212:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204708.915214:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204708.915216:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204708.915222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af23662c] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204708.915223:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204708.915231:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000001:2.0:1788204708.915233:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204708.915240:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3851)
00000100:00000200:3.0:1788204708.915250:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556771712, offset 0
00000400:00000200:3.0:1788204708.915260:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204708.915269:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204708.915276:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204708.915281:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204708.915286:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204708.915290:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204708.915293:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204708.915298:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3233:3233:256:4294967295] 192.168.201.145@tcp LPNI seq info [3233:3233:8:4294967295]
00000400:00000200:3.0:1788204708.915302:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204708.915312:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204708.915318:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204708.915324:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204708.915331:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204708.915335:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204708.915342:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204708.915344:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788204708.915349:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204708.915351:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204708.915355:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204708.915358:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204708.915362:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204708.915364:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204708.915367:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204708.915370:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915377:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204708.915379:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915384:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.915385:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204708.915390:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204708.915393:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204708.915395:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298516136
00000100:00000010:3.0:1788204708.915419:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150d20.
00000100:00000001:3.0:1788204708.915424:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204708.915431:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298516137
00000100:00000010:3.0:1788204708.915434:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150180.
00000100:00000001:3.0:1788204708.915435:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204708.915438:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204708.915440:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.915442:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204708.915446:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204708/real 1788204708]  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204708.915453:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204708.915455:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204708.915457:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204708.915459:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204708.915460:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204708.915463:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204708.915466:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204708.915471:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915475:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204708.915476:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915478:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204708.915479:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204708.915481:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915484:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204708.915487:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915492:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204708.915494:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915495:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204708.915495:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915497:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204708.915498:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204708.915501:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204708.915503:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204708.915505:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204708.915508:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204708.915513:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556771712:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204708.915515:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915517:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204708.915519:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167100 x1875064556771712/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915522:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204708.915524:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204708.915526:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204708.915527:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204708.915529:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204708.915530:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204708.915531:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204708.915533:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009800.
02000000:00000001:3.0:1788204708.915535:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204708.915536:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204708.915537:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167100.
00000100:00000001:3.0:1788204708.915539:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204708.915540:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915542:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915547:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204708.915549:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.915551:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204708.915552:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204708.915554:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204708.915557:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915564:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204708.915566:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204708.915568:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204708.915585:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204708.915587:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204708.915590:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771840:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204708.915593:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204708.915596:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204708.915597:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204708.915599:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204708.915602:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204708.915604:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204708.915607:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204708.915610:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204708.915613:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204708.915616:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556771840, portal 10
00000100:00000001:3.0:1788204708.915618:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204708.915619:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051654656 : -105387657896960 : ffffa02686165c00)
00000100:00000040:3.0:1788204708.915624:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915628:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204708.915629:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204708.915630:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204708.915632:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556771840, offset 0
00000400:00000200:3.0:1788204708.915634:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204708.915637:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204708.915640:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204708.915642:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204708.915643:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204708.915645:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204708.915646:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204708.915648:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3234:3234:256:4294967295] 192.168.201.145@tcp LPNI seq info [3234:3234:8:4294967295]
00000400:00000200:3.0:1788204708.915650:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204708.915654:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204708.915657:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204708.915659:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204708.915661:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204708.915663:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204708.915666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204708.915667:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788204708.915670:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204708.915671:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204708.915673:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204708.915675:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204708.915677:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204708.915678:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204708.915679:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204708.915681:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915686:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204708.915688:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915692:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.915692:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204708.915694:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204708.915697:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204708.915698:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204708.915700:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298514259
00000100:00000001:3.0:1788204708.915702:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298516136
00000100:00000001:3.0:1788204708.915703:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298514259
00000100:00000001:3.0:1788204708.915704:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298516137
00000100:00000001:3.0:1788204708.915705:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204708.915707:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.915708:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204708.915710:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204708/real 1788204708]  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204708.915718:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204708.915719:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204708.915720:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204708.915721:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204708.915722:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204708.915723:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204708.915725:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204708.915729:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915733:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204708.915734:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915735:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204708.915735:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204708.915737:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915741:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204708.915743:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915746:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204708.915748:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915748:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204708.915749:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915750:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204708.915751:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204708.915753:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204708.915755:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204708.915756:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204708.915758:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204708.915763:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771840:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204708.915765:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204708.915767:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915771:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204708.915771:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204708.915773:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204708.915774:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204708.915775:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204708.915776:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771968:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204708.915778:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204708.915779:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204708.915780:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204708.915781:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204708.915783:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204708.915784:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204708.915786:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204708.915788:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204708.915789:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204708.915791:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556771968, portal 4
00000100:00000001:3.0:1788204708.915792:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204708.915793:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051658240 : -105387657893376 : ffffa02686166a00)
00000100:00000040:3.0:1788204708.915797:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915800:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204708.915802:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204708.915803:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204708.915804:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556771968, offset 0
00000400:00000200:3.0:1788204708.915806:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204708.915808:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204708.915810:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204708.915812:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204708.915813:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204708.915815:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204708.915816:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204708.915818:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3235:3235:256:4294967295] 192.168.201.145@tcp LPNI seq info [3235:3235:8:4294967295]
00000400:00000200:3.0:1788204708.915820:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204708.915823:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204708.915826:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204708.915827:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204708.915829:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204708.915831:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204708.915833:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204708.915834:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788204708.915836:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204708.915838:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204708.915839:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204708.915841:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204708.915843:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204708.915844:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204708.915845:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204708.915847:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915851:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204708.915853:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915856:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.915857:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204708.915858:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204708.915860:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204708.915861:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204708.915863:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298513942
00000100:00000001:3.0:1788204708.915864:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298516136
00000100:00000001:3.0:1788204708.915866:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298513942
00000100:00000001:3.0:1788204708.915867:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298516137
00000100:00000001:3.0:1788204708.915868:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204708.915869:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.915870:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204708.915872:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204708/real 1788204708]  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204708.915875:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204708.915876:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204708.915877:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204708.915878:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204708.915879:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204708.915880:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204708.915882:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204708.915886:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915890:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204708.915890:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915891:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204708.915892:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204708.915894:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915897:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204708.915899:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915903:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204708.915904:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915905:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204708.915906:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.915907:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204708.915908:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204708.915909:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204708.915911:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204708.915912:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204708.915914:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204708.915918:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556771968:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204708.915920:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204708.915922:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915926:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204708.915927:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204708.915928:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204708.915929:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204708.915930:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204708.915931:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772096:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204708.915933:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204708.915934:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204708.915934:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204708.915936:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204708.915937:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204708.915939:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204708.915940:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204708.915941:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204708.915943:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204708.915944:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556772096, portal 4
00000100:00000001:3.0:1788204708.915946:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204708.915946:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051662720 : -105387657888896 : ffffa02686167b80)
00000100:00000040:3.0:1788204708.915950:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.915953:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204708.915954:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204708.915955:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204708.915956:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556772096, offset 0
00000400:00000200:3.0:1788204708.915959:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204708.915960:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204708.915962:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204708.915963:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204708.915965:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204708.915966:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204708.915967:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204708.915969:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3236:3236:256:4294967295] 192.168.201.145@tcp LPNI seq info [3236:3236:8:4294967295]
00000400:00000200:3.0:1788204708.915971:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204708.915974:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204708.915976:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204708.915978:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204708.915979:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204708.915981:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788204708.915983:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204708.915985:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788204708.915987:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204708.915988:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204708.915990:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204708.915991:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204708.915993:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204708.915994:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204708.915995:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204708.915997:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.916005:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204708.916007:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.916010:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.916011:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204708.916012:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204708.916014:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204708.916016:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204708.916017:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298514673
00000100:00000001:3.0:1788204708.916018:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298516136
00000100:00000001:3.0:1788204708.916019:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298514673
00000100:00000001:3.0:1788204708.916020:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298516137
00000100:00000001:3.0:1788204708.916022:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204708.916023:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.916024:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204708.916026:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204708/real 1788204708]  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204708.916029:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204708.916030:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204708.916031:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204708.916032:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204708.916032:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204708.916033:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204708.916035:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204708.916039:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.916043:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204708.916044:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.916045:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204708.916046:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204708.916048:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.916052:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204708.916054:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.916057:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204708.916058:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.916059:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204708.916060:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.916061:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204708.916061:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204708.916063:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204708.916064:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204708.916065:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204708.916067:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204708.916071:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772096:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204708.916073:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.916074:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204708.916076:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165c00 x1875064556771840/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.916079:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204708.916080:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204708.916081:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204708.916083:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204708.916083:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204708.916085:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204708.916086:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204708.916087:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009000.
02000000:00000001:3.0:1788204708.916089:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204708.916089:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204708.916090:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165c00.
00000100:00000001:3.0:1788204708.916092:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204708.916092:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.916094:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204708.916095:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166a00 x1875064556771968/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.916099:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204708.916099:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204708.916100:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204708.916101:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204708.916102:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204708.916103:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204708.916103:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204708.916104:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009400.
02000000:00000001:3.0:1788204708.916105:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204708.916106:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204708.916106:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166a00.
00000100:00000001:3.0:1788204708.916108:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204708.916108:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.916109:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204708.916111:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167b80 x1875064556772096/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204708.916114:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204708.916114:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204708.916115:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204708.916116:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204708.916116:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204708.916117:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204708.916118:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204708.916119:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b400.
02000000:00000001:3.0:1788204708.916120:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204708.916121:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204708.916122:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167b80.
00000100:00000001:3.0:1788204708.916123:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204708.916123:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.916124:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204708.916127:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204708.916127:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204708.916128:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204708.916130:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204709.234443:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204709.234449:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204709.234450:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204709.234460:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204709.234461:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204709.234463:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204709.234466:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204709.234467:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204709.234472:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204709.234472:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204709.234475:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204709.234476:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204709.234478:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204709.234514:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204709.234517:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204709.234519:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204709.426492:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204709.426498:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204709.426500:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204709.426505:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204709.426509:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204709.426512:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204709.426515:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204709.426516:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204709.426518:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204710.258479:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204710.258486:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204710.258487:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204710.258490:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204710.258491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204710.258496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204710.258498:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204710.258498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204710.258503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204710.258507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204710.258510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204710.258513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204710.258516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204710.258533:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204710.258537:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204710.258539:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204710.450490:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204710.450498:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204710.450500:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204710.450506:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204710.450509:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204710.450513:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204710.450516:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204710.450518:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204710.450521:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204711.154488:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298516136, at 4298516160
00000100:00000040:1.0:1788204711.154488:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298516137, at 4298516160
00000100:00000010:1.0:1788204711.154501:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150180.
00000100:00000010:0.0:1788204711.154503:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d20.
00010000:00000001:2.0:1788204711.282496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204711.282503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204711.282506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204711.282509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204711.282510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204711.282510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204711.282512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204711.282515:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204711.282519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204711.282523:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204711.282546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204711.282551:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204711.282555:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204711.282556:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204711.282560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204711.282563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204711.474500:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204711.474505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204711.474506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204711.474509:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204711.474512:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204711.474514:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204711.474516:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204711.474518:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204711.474520:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204712.306461:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204712.306469:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204712.306471:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204712.306474:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204712.306476:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204712.306479:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204712.306479:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204712.306482:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204712.306482:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204712.306484:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204712.306485:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204712.306487:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204712.306488:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204712.306489:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204712.306490:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204712.306492:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204712.306495:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204712.306498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204712.306500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204712.306549:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204712.306554:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204712.306557:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204712.498469:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204712.498475:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204712.498477:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204712.498482:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204712.498485:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204712.498489:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.498491:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204712.498494:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.498496:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204713.330470:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204713.330476:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204713.330478:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204713.330480:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204713.330483:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204713.330484:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204713.330487:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204713.330490:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204713.330491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204713.330505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204713.330506:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204713.330510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204713.330512:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204713.330540:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204713.330543:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204713.330545:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204713.522500:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204713.522508:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204713.522510:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204713.522522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204713.522526:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204713.522529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204713.522532:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204713.522535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204713.522538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204714.034467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204714.034475:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204714.034477:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204714.034480:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204714.034494:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204714.034499:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3846
00000400:00000200:2.0:1788204714.034506:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204714.034510:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204714.034513:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204714.034517:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034520:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204714.034522:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034524:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204714.034528:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204714.034530:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788204714.034532:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204714.034535:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788204714.034538:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788204714.034540:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788204714.034543:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034545:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204714.034547:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034549:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204714.034552:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788204714.034555:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034557:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204714.034559:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204714.034562:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204714.034563:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204714.034565:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204714.034567:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204714.034573:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164700.
00000020:00000040:2.0:1788204714.034576:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788204714.034578:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204714.034580:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204714.034582:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204714.034584:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204714.034587:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204714.034593:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800a400.
00000100:00000001:2.0:1788204714.034598:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204714.034605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204714.034612:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204714.034615:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204714.034618:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b0a96e5] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204714.034634:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204714.034637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204714.034640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204714.034642:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204714.034643:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204714.034646:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204714.034649:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3846
00000400:00000200:2.0:1788204714.034652:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204714.034655:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204714.034657:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204714.034659:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034661:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204714.034663:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034665:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204714.034667:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204714.034668:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:2.0:1788204714.034669:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204714.034672:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:2.0:1788204714.034674:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788204714.034675:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204714.034676:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788204714.034678:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204714.034679:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204714.034680:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204714.034681:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204714.034682:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034684:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204714.034687:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000040:3.0:1788204714.034687:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204714.034689:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034692:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204714.034694:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204714.034695:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204714.034697:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204714.034698:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204714.034700:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204714.034700:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204714.034702:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204714.034702:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1788204714.034705:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788204714.034705:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204714.034708:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556772224:192.168.201.145@tcp:250:kworker.0
00000008:00000001:2.0:1788204714.034712:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.034712:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204714.034714:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204714.034715:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1788204714.034717:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167800.
02000000:00000001:3.0:1788204714.034717:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204714.034719:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204714.034720:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204714.034721:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204714.034722:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204714.034724:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1788204714.034724:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:2.0:1788204714.034725:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204714.034726:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204714.034727:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204714.034730:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b800.
00000400:00000200:3.0:1788204714.034731:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204714.034732:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204714.034735:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00100000:2.0:1788204714.034736:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788204714.034740:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000001:2.0:1788204714.034743:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204714.034745:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204714.034745:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556772224, portal 25
00000100:00000040:2.0:1788204714.034748:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e6d5bf3] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.034748:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204714.034749:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051649280 : -105387657902336 : ffffa02686164700)
00000100:00000001:2.0:1788204714.034756:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204714.034758:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204714.034759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204714.034762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204714.034763:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204714.034765:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204714.034765:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204714.034768:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204714.034773:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3846
00000100:00000040:3.0:1788204714.034773:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204714.034776:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204714.034776:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000400:00000200:2.0:1788204714.034779:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:3.0:1788204714.034779:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556772224, offset 0
00000100:00080000:2.0:1788204714.034781:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204714.034783:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034785:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204714.034786:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:2.0:1788204714.034787:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034788:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204714.034790:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204714.034791:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788204714.034793:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788204714.034793:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:2.0:1788204714.034795:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788204714.034797:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788204714.034798:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000001:2.0:1788204714.034799:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:2.0:1788204714.034801:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204714.034802:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204714.034803:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204714.034805:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204714.034806:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:2.0:1788204714.034807:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204714.034808:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788204714.034809:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788204714.034811:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:3.0:1788204714.034812:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034813:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204714.034814:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204714.034816:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204714.034816:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3237:3237:256:4294967295] 192.168.201.145@tcp LPNI seq info [3237:3237:8:4294967295]
02000000:00000001:2.0:1788204714.034818:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204714.034820:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788204714.034821:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00100000:2.0:1788204714.034822:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204714.034823:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204714.034825:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204714.034827:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164a80.
00000020:00000040:2.0:1788204714.034830:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204714.034832:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204714.034833:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204714.034835:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788204714.034835:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1788204714.034837:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204714.034838:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204714.034841:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800bc00.
00000800:00000200:3.0:1788204714.034841:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034844:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788204714.034845:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00100000:2.0:1788204714.034847:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788204714.034852:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204714.034853:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204714.034855:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204714.034856:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1788204714.034858:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052d84ab9] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788204714.034861:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204714.034865:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1788204714.034866:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204714.034868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1788204714.034869:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:2.0:1788204714.034871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000010:3.0:1788204714.034872:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000100:00000001:2.0:1788204714.034873:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204714.034874:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204714.034876:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204714.034877:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1788204714.034878:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3846
00000400:00000200:2.0:1788204714.034881:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204714.034882:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204714.034883:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204714.034885:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204714.034887:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204714.034887:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000100:00000001:2.0:1788204714.034889:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788204714.034889:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000040:2.0:1788204714.034891:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034892:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788204714.034893:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1788204714.034894:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204714.034896:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000200:3.0:1788204714.034896:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204714.034897:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204714.034899:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788204714.034901:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788204714.034903:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:3.0:1788204714.034905:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204714.034906:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034908:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204714.034908:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204714.034910:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034912:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204714.034914:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:3.0:1788204714.034915:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204714.034916:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204714.034918:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204714.034920:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204714.034922:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204714.034922:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788204714.034923:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204714.034925:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204714.034926:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204714.034928:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.034928:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204714.034930:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204714.034932:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166d80.
00000400:00000200:3.0:1788204714.034932:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:2.0:1788204714.034934:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:3.0:1788204714.034934:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298521256
02000000:00000001:2.0:1788204714.034936:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204714.034937:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204714.034938:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150660.
00000100:00000001:2.0:1788204714.034939:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204714.034940:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204714.034941:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.034944:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1788204714.034945:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b400.
00000100:00000001:2.0:1788204714.034948:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204714.034952:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204714.034959:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204714.034960:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298521256
00000100:00000001:2.0:1788204714.034961:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204714.034963:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01500c0.
00000100:00000040:2.0:1788204714.034965:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1831aa] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.034967:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204714.034970:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204714.034972:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.034972:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204714.034975:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3856)
00000100:00000001:3.0:1788204714.034975:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204714.034978:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204714/real 1788204714]  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204714.034987:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204714.034989:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204714.034990:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204714.034993:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204714.034995:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204714.034997:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204714.035000:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204714.035012:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035016:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204714.035018:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035019:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204714.035021:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204714.035023:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035027:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204714.035030:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035034:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204714.035035:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035036:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204714.035037:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035038:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204714.035040:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204714.035041:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204714.035044:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204714.035045:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204714.035047:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204714.035051:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556772224:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204714.035054:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035056:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204714.035058:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164700 x1875064556772224/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035067:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204714.035069:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204714.035071:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204714.035072:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204714.035074:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204714.035075:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204714.035076:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204714.035078:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800a400.
02000000:00000001:3.0:1788204714.035080:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204714.035081:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204714.035083:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164700.
00000100:00000001:3.0:1788204714.035085:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204714.035086:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035087:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035093:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204714.035094:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.035095:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204714.035096:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204714.035097:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204714.035099:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035103:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204714.035104:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204714.035105:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204714.035107:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204714.035108:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204714.035109:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772352:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204714.035111:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204714.035112:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204714.035113:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204714.035115:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204714.035117:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204714.035118:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204714.035120:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204714.035122:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204714.035124:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204714.035126:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556772352, portal 10
00000100:00000001:3.0:1788204714.035127:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204714.035128:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051661824 : -105387657889792 : ffffa02686167800)
00000100:00000040:3.0:1788204714.035133:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035136:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204714.035138:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204714.035139:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204714.035140:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556772352, offset 0
00000400:00000200:3.0:1788204714.035143:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204714.035145:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204714.035147:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204714.035149:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204714.035150:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204714.035152:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204714.035153:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204714.035155:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3238:3238:256:4294967295] 192.168.201.145@tcp LPNI seq info [3238:3238:8:4294967295]
00000400:00000200:3.0:1788204714.035158:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204714.035162:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204714.035165:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204714.035167:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204714.035169:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204714.035171:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204714.035173:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204714.035175:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204714.035177:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204714.035178:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204714.035180:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204714.035182:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204714.035184:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204714.035185:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204714.035187:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204714.035189:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035193:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204714.035195:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035202:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.035203:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204714.035206:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204714.035210:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204714.035212:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204714.035214:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298519378
00000100:00000001:3.0:1788204714.035216:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298521256
00000100:00000001:3.0:1788204714.035219:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298519378
00000100:00000001:3.0:1788204714.035221:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298521256
00000100:00000001:3.0:1788204714.035223:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204714.035225:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.035226:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204714.035230:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204714/real 1788204714]  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204714.035238:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204714.035240:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204714.035242:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204714.035245:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204714.035247:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204714.035249:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204714.035252:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204714.035258:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035265:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204714.035266:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035267:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204714.035268:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204714.035270:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035273:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204714.035276:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035279:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204714.035280:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035281:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204714.035282:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035283:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204714.035284:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204714.035286:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204714.035288:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204714.035289:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204714.035291:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204714.035295:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772352:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204714.035297:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204714.035299:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035303:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204714.035304:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204714.035305:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204714.035307:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204714.035308:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204714.035309:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772480:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204714.035311:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204714.035312:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204714.035313:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204714.035314:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204714.035316:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204714.035318:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204714.035320:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204714.035322:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204714.035324:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204714.035325:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556772480, portal 4
00000100:00000001:3.0:1788204714.035327:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204714.035327:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051650176 : -105387657901440 : ffffa02686164a80)
00000100:00000040:3.0:1788204714.035331:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035334:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204714.035336:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204714.035337:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204714.035338:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556772480, offset 0
00000400:00000200:3.0:1788204714.035340:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204714.035343:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204714.035345:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204714.035346:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204714.035348:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204714.035349:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204714.035351:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204714.035353:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3239:3239:256:4294967295] 192.168.201.145@tcp LPNI seq info [3239:3239:8:4294967295]
00000400:00000200:3.0:1788204714.035355:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204714.035359:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204714.035362:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204714.035364:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204714.035366:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204714.035367:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204714.035370:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204714.035371:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204714.035374:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204714.035375:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204714.035377:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204714.035379:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204714.035381:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204714.035382:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204714.035383:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204714.035385:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035389:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204714.035391:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035394:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.035395:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204714.035413:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204714.035416:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204714.035418:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204714.035419:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298519062
00000100:00000001:3.0:1788204714.035421:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298521256
00000100:00000001:3.0:1788204714.035422:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298519062
00000100:00000001:3.0:1788204714.035423:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298521256
00000100:00000001:3.0:1788204714.035424:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204714.035426:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.035427:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204714.035429:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204714/real 1788204714]  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204714.035434:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204714.035434:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204714.035435:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204714.035437:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204714.035437:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204714.035438:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204714.035440:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204714.035445:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035448:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204714.035449:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035450:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204714.035451:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204714.035453:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035456:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204714.035458:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035463:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204714.035465:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035466:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204714.035467:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035468:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204714.035470:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204714.035472:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204714.035474:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204714.035476:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204714.035479:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204714.035499:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772480:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204714.035502:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204714.035505:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035517:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204714.035518:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204714.035520:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204714.035521:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204714.035523:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204714.035526:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772608:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204714.035528:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204714.035530:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204714.035531:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204714.035533:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204714.035535:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204714.035537:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204714.035540:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204714.035542:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204714.035545:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204714.035547:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556772608, portal 4
00000100:00000001:3.0:1788204714.035549:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204714.035550:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051659136 : -105387657892480 : ffffa02686166d80)
00000100:00000040:3.0:1788204714.035555:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035561:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204714.035562:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204714.035564:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204714.035566:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556772608, offset 0
00000400:00000200:3.0:1788204714.035570:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204714.035575:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204714.035578:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204714.035580:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204714.035582:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204714.035584:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204714.035586:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204714.035589:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3240:3240:256:4294967295] 192.168.201.145@tcp LPNI seq info [3240:3240:8:4294967295]
00000400:00000200:3.0:1788204714.035592:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204714.035597:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204714.035601:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204714.035604:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204714.035606:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204714.035609:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204714.035612:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204714.035615:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204714.035617:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204714.035619:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204714.035621:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204714.035624:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204714.035627:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204714.035628:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204714.035630:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204714.035633:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035639:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204714.035641:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035647:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.035648:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204714.035651:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204714.035654:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204714.035657:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204714.035659:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298519793
00000100:00000001:3.0:1788204714.035661:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298521256
00000100:00000001:3.0:1788204714.035663:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298519793
00000100:00000001:3.0:1788204714.035665:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298521256
00000100:00000001:3.0:1788204714.035666:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204714.035668:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.035669:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204714.035672:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204714/real 1788204714]  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204714.035676:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204714.035677:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204714.035678:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204714.035680:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204714.035681:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204714.035682:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204714.035684:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204714.035688:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035692:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204714.035693:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035694:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204714.035694:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204714.035696:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035699:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204714.035702:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035706:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204714.035707:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035708:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204714.035709:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035710:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204714.035711:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204714.035712:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204714.035714:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204714.035715:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204714.035717:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204714.035721:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772608:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204714.035723:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035724:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204714.035726:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167800 x1875064556772352/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035729:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204714.035730:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204714.035731:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204714.035733:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204714.035734:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204714.035735:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204714.035736:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204714.035737:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b800.
02000000:00000001:3.0:1788204714.035739:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204714.035739:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204714.035740:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167800.
00000100:00000001:3.0:1788204714.035742:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204714.035743:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035744:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204714.035746:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164a80 x1875064556772480/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035752:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204714.035753:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204714.035754:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204714.035755:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204714.035756:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204714.035757:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204714.035757:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204714.035758:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800bc00.
02000000:00000001:3.0:1788204714.035759:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204714.035760:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204714.035760:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164a80.
00000100:00000001:3.0:1788204714.035761:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204714.035762:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035763:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204714.035764:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166d80 x1875064556772608/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204714.035767:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204714.035768:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204714.035769:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204714.035770:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204714.035770:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204714.035771:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204714.035772:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204714.035773:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b400.
02000000:00000001:3.0:1788204714.035773:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204714.035774:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204714.035775:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166d80.
00000100:00000001:3.0:1788204714.035776:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204714.035777:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035778:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204714.035780:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204714.035780:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204714.035782:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204714.035783:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204714.354490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204714.354498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204714.354498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204714.354501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204714.354503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204714.354508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204714.354509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204714.354512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204714.354514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204714.354518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204714.354521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204714.354524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204714.354527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204714.354549:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204714.354553:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204714.354557:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204714.546519:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204714.546526:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204714.546528:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204714.546533:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204714.546537:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204714.546541:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204714.546543:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204714.546546:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204714.546547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204715.378513:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204715.378519:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204715.378520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204715.378521:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204715.378526:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204715.378527:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204715.378533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204715.378540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204715.378541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204715.378544:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204715.378546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204715.378555:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204715.378558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204715.378591:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204715.378595:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204715.378598:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204715.570537:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204715.570543:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204715.570545:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204715.570549:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204715.570553:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204715.570556:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204715.570558:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204715.570560:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204715.570562:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204716.274525:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298521256, at 4298521280
00000100:00000040:1.0:1788204716.274525:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298521256, at 4298521280
00000100:00000010:1.0:1788204716.274538:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01500c0.
00000100:00000010:0.0:1788204716.274541:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150660.
00000100:00000001:1.0:1788204716.402494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204716.402494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204716.402501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204716.402502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204716.402505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204716.402507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204716.402509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204716.402510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204716.402516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204716.402520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204716.402522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204716.402523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204716.402526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204716.402548:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204716.402552:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204716.402555:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204716.594550:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204716.594559:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204716.594561:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204716.594567:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204716.594572:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204716.594576:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204716.594579:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204716.594583:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204716.594586:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.426537:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204717.426541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204717.426545:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204717.426546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.426550:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204717.426556:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204717.426557:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204717.426562:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204717.426563:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204717.426567:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204717.426567:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204717.426573:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204717.426573:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.426575:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204717.426580:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204717.426581:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204717.426585:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204717.426588:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204717.426591:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204717.426665:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204717.426671:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204717.426674:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204717.618514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204717.618520:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204717.618522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204717.618526:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204717.618529:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204717.618533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204717.618535:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204717.618537:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204717.618539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204718.450491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204718.450496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204718.450498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204718.450499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204718.450500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204718.450505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204718.450505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204718.450507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204718.450515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204718.450519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204718.450523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204718.450526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204718.450530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204718.450545:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204718.450549:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204718.450552:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204718.642503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204718.642509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204718.642511:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204718.642516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204718.642520:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204718.642522:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204718.642525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204718.642527:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204718.642529:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204719.154546:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204719.154558:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204719.154561:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204719.154566:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204719.154581:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204719.154589:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3851
00000400:00000200:0.0:1788204719.154599:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204719.154606:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204719.154610:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204719.154614:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154618:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204719.154620:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154623:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204719.154627:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204719.154630:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204719.154633:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204719.154637:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204719.154640:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204719.154642:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204719.154646:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154647:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204719.154649:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154650:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204719.154652:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204719.154661:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154663:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204719.154665:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204719.154668:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204719.154670:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.154672:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204719.154674:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204719.154683:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204719.154685:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204719.154689:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204719.154690:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.154693:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204719.154696:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204719.154699:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204719.154706:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204719.154712:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204719.154722:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204719.154734:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204719.154739:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204719.154745:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204719.154769:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204719.154771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204719.154774:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204719.154775:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204719.154777:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204719.154778:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204719.154780:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3851
00000400:00000200:0.0:1788204719.154783:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204719.154785:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204719.154787:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204719.154789:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154791:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204719.154792:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154793:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204719.154795:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204719.154796:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204719.154797:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204719.154799:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204719.154800:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204719.154801:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204719.154803:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154805:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204719.154807:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154809:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204719.154811:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204719.154814:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154816:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204719.154817:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204719.154819:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1788204719.154822:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204719.154824:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1788204719.154825:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.154828:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204719.154828:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1788204719.154833:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204719.154837:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.154839:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204719.154840:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204719.154842:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788204719.154846:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204719.154849:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204719.154851:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.154854:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204719.154855:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204719.154856:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204719.154859:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204719.154862:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204719.154869:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204719.154869:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204719.154874:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.154880:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204719.154882:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204719.154882:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788204719.154888:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204719.154892:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204719.154894:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204719.154897:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204719.154898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204719.154902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204719.154905:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788204719.154905:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556772736:192.168.201.145@tcp:250:kworker.0
00000100:00080000:0.0:1788204719.154908:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204719.154913:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204719.154914:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204719.154917:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3851
00000400:00000200:0.0:1788204719.154920:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204719.154923:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204719.154925:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204719.154927:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:3.0:1788204719.154928:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204719.154929:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788204719.154932:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204719.154933:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154938:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:3.0:1788204719.154938:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1788204719.154942:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204719.154943:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204719.154944:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:3.0:1788204719.154945:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
00000020:00000040:0.0:1788204719.154946:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
02000000:00000001:3.0:1788204719.154950:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204719.154951:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204719.154956:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788204719.154960:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788204719.154961:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154963:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204719.154964:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.154966:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204719.154969:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000010:3.0:1788204719.154970:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00080000:0.0:1788204719.154971:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000010:3.0:1788204719.154977:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000001:0.0:1788204719.154984:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204719.154984:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556772736, portal 25
02000000:00000001:0.0:1788204719.154990:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204719.154990:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204719.154993:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
02000000:00000001:0.0:1788204719.154995:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204719.155000:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.155002:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788204719.155005:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204719.155006:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204719.155013:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.155019:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.155019:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204719.155024:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000010:0.0:1788204719.155027:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000400:00000010:3.0:1788204719.155027:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000020:00000040:0.0:1788204719.155033:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204719.155037:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788204719.155038:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556772736, offset 0
02000000:00000001:0.0:1788204719.155039:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.155043:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204719.155045:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204719.155047:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204719.155049:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000010:0.0:1788204719.155053:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204719.155057:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204719.155062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204719.155064:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204719.155072:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788204719.155074:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788204719.155075:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204719.155082:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204719.155083:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204719.155090:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788204719.155095:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204719.155098:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788204719.155100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788204719.155102:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:0.0:1788204719.155108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1788204719.155110:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3241:3241:256:4294967295] 192.168.201.145@tcp LPNI seq info [3241:3241:8:4294967295]
00000100:00000001:0.0:1788204719.155111:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204719.155115:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204719.155120:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204719.155120:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204719.155125:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3851
00000400:00000200:0.0:1788204719.155131:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204719.155136:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204719.155139:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204719.155145:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.155148:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204719.155152:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204719.155153:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204719.155154:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204719.155156:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204719.155158:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204719.155159:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204719.155161:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204719.155164:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204719.155167:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204719.155173:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:3.0:1788204719.155173:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204719.155178:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1788204719.155180:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00000040:0.0:1788204719.155182:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204719.155187:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204719.155190:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000800:00000200:3.0:1788204719.155192:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204719.155197:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000200:3.0:1788204719.155197:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1788204719.155203:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204719.155208:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:0.0:1788204719.155209:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204719.155213:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204719.155215:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.155217:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204719.155219:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204719.155220:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204719.155222:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204719.155226:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000800:00000200:3.1:1788204719.155228:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000020:00000040:0.0:1788204719.155230:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204719.155233:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204719.155235:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788204719.155236:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204719.155237:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204719.155240:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:3.0:1788204719.155242:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
02000000:00000001:0.0:1788204719.155243:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204719.155246:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204719.155249:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204719.155255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204719.155259:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204719.155262:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204719.155265:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204719.155270:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788204719.155273:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204719.155279:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204719.155290:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:0.0:1788204719.155293:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.155297:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788204719.155304:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3861)
00000100:00000200:3.0:1788204719.155306:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155332:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204719.155336:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155342:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.155343:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204719.155353:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204719.155356:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204719.155358:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298526376
00000100:00000010:3.0:1788204719.155362:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01507e0.
00000100:00000001:3.0:1788204719.155367:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204719.155378:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298526376
00000100:00000010:3.0:1788204719.155380:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150cc0.
00000100:00000001:3.0:1788204719.155386:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204719.155389:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204719.155391:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.155433:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204719.155439:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204719/real 1788204719]  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204719.155449:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204719.155451:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204719.155453:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204719.155456:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204719.155458:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204719.155461:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204719.155464:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204719.155474:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155481:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204719.155483:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.155485:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204719.155487:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204719.155492:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155500:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204719.155525:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155534:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204719.155537:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.155539:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204719.155541:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.155543:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204719.155545:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204719.155548:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204719.155553:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204719.155556:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204719.155561:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204719.155570:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556772736:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204719.155588:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.155591:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204719.155595:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556772736/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155602:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204719.155604:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204719.155607:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204719.155610:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204719.155612:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204719.155614:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204719.155616:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204719.155618:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:3.0:1788204719.155623:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204719.155625:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204719.155627:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:3.0:1788204719.155630:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204719.155631:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.155634:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.155640:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204719.155642:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.155645:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204719.155647:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204719.155648:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204719.155653:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155660:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204719.155662:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204719.155664:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204719.155666:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204719.155668:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204719.155671:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772864:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204719.155674:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204719.155676:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204719.155678:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204719.155680:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204719.155683:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204719.155685:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204719.155688:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204719.155691:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204719.155696:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204719.155699:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556772864, portal 10
00000100:00000001:3.0:1788204719.155701:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204719.155703:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:3.0:1788204719.155711:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155718:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204719.155721:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204719.155723:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204719.155726:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556772864, offset 0
00000400:00000200:3.0:1788204719.155730:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204719.155734:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204719.155738:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204719.155742:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204719.155760:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204719.155764:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204719.155766:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204719.155770:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3242:3242:256:4294967295] 192.168.201.145@tcp LPNI seq info [3242:3242:8:4294967295]
00000400:00000200:3.0:1788204719.155775:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204719.155782:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204719.155785:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204719.155788:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204719.155791:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204719.155794:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204719.155797:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204719.155799:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788204719.155802:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204719.155803:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204719.155806:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204719.155817:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204719.155820:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204719.155821:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204719.155823:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204719.155826:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155833:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204719.155836:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155849:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.155851:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204719.155854:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204719.155858:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204719.155861:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204719.155864:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298524499
00000100:00000001:3.0:1788204719.155875:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298526376
00000100:00000001:3.0:1788204719.155878:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298524499
00000100:00000001:3.0:1788204719.155880:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298526376
00000100:00000001:3.0:1788204719.155883:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204719.155885:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.155887:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204719.155891:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204719/real 1788204719]  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204719.155897:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204719.155898:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204719.155904:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204719.155906:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204719.155907:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204719.155909:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204719.155911:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204719.155917:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155921:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204719.155922:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.155923:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204719.155924:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204719.155926:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155931:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204719.155938:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155942:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204719.155944:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.155945:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204719.155947:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.155948:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204719.155949:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204719.155951:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204719.155953:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204719.155954:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204719.155956:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204719.155965:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772864:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204719.155968:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204719.155970:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.155974:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204719.155975:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204719.155990:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204719.155992:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204719.155994:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204719.155996:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772992:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204719.155998:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204719.156000:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204719.156001:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204719.156003:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204719.156005:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204719.156006:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204719.156009:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204719.156011:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204719.156013:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204719.156015:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556772992, portal 4
00000100:00000001:3.0:1788204719.156017:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204719.156018:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000100:00000040:3.0:1788204719.156022:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156026:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204719.156028:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204719.156029:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204719.156031:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556772992, offset 0
00000400:00000200:3.0:1788204719.156033:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204719.156036:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204719.156038:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204719.156040:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204719.156042:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204719.156060:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204719.156062:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204719.156065:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3243:3243:256:4294967295] 192.168.201.145@tcp LPNI seq info [3243:3243:8:4294967295]
00000400:00000200:3.0:1788204719.156067:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204719.156072:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204719.156075:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204719.156077:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204719.156080:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204719.156081:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204719.156085:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204719.156086:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788204719.156089:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204719.156091:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204719.156093:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204719.156096:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204719.156098:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204719.156099:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204719.156100:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204719.156103:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156121:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204719.156124:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156131:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.156133:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204719.156137:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204719.156140:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204719.156144:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204719.156146:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298524182
00000100:00000001:3.0:1788204719.156148:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298526376
00000100:00000001:3.0:1788204719.156151:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298524182
00000100:00000001:3.0:1788204719.156153:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298526376
00000100:00000001:3.0:1788204719.156155:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204719.156157:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.156159:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204719.156164:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204719/real 1788204719]  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204719.156185:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204719.156186:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204719.156187:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204719.156189:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204719.156191:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204719.156193:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204719.156195:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204719.156200:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156205:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204719.156206:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156207:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204719.156208:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204719.156210:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156214:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204719.156217:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156221:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204719.156223:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156224:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204719.156224:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156226:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204719.156227:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204719.156228:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204719.156230:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204719.156231:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204719.156234:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204719.156238:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556772992:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204719.156241:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204719.156242:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156247:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204719.156248:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204719.156250:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204719.156251:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204719.156253:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204719.156254:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773120:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204719.156256:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204719.156257:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204719.156258:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204719.156260:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204719.156262:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204719.156263:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204719.156265:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204719.156267:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204719.156269:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204719.156271:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556773120, portal 4
00000100:00000001:3.0:1788204719.156272:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204719.156273:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:3.0:1788204719.156277:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156282:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204719.156283:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204719.156284:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204719.156286:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556773120, offset 0
00000400:00000200:3.0:1788204719.156288:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204719.156291:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204719.156293:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204719.156295:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204719.156297:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204719.156299:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204719.156301:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204719.156305:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3244:3244:256:4294967295] 192.168.201.145@tcp LPNI seq info [3244:3244:8:4294967295]
00000400:00000200:3.0:1788204719.156309:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204719.156316:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204719.156320:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204719.156323:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204719.156328:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204719.156330:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204719.156335:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204719.156337:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788204719.156341:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204719.156343:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204719.156347:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204719.156351:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204719.156354:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204719.156356:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204719.156359:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204719.156362:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156371:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204719.156374:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156381:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.156383:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204719.156386:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204719.156389:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204719.156424:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204719.156427:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298524914
00000100:00000001:3.0:1788204719.156431:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298526376
00000100:00000001:3.0:1788204719.156433:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298524914
00000100:00000001:3.0:1788204719.156435:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298526376
00000100:00000001:3.0:1788204719.156438:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204719.156440:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.156442:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204719.156447:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204719/real 1788204719]  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204719.156455:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204719.156457:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204719.156458:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204719.156461:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204719.156462:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204719.156465:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204719.156468:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204719.156477:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156484:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204719.156486:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156488:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204719.156489:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204719.156494:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156502:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204719.156506:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156513:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204719.156516:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156518:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204719.156520:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156521:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204719.156523:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204719.156525:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204719.156529:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204719.156531:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204719.156535:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204719.156543:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773120:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204719.156547:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156549:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204719.156552:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556772864/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156559:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204719.156560:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204719.156562:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204719.156565:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204719.156567:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204719.156568:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204719.156571:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204719.156572:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:3.0:1788204719.156575:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204719.156576:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204719.156577:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:3.0:1788204719.156580:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204719.156582:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156583:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204719.156587:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556772992/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156593:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204719.156595:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204719.156596:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204719.156599:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204719.156600:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204719.156601:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204719.156603:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204719.156605:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:3.0:1788204719.156607:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204719.156608:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204719.156610:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:3.0:1788204719.156612:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204719.156613:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156615:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204719.156618:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556773120/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204719.156625:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204719.156626:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204719.156627:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204719.156629:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204719.156630:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204719.156631:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204719.156633:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204719.156634:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:3.0:1788204719.156636:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204719.156637:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204719.156638:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:3.0:1788204719.156640:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204719.156641:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156643:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204719.156647:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204719.156649:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204719.156651:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204719.156653:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204719.474509:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204719.474512:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204719.474518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204719.474519:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204719.474524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204719.474526:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204719.474529:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204719.474531:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204719.474537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204719.474541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204719.474544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204719.474548:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204719.474551:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204719.474567:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204719.474570:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204719.474573:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204719.666499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204719.666507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204719.666509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204719.666514:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204719.666518:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204719.666522:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204719.666525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204719.666528:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204719.666531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204720.498495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204720.498499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204720.498503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204720.498504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204720.498510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204720.498510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204720.498513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204720.498517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204720.498524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204720.498528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204720.498532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204720.498535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204720.498538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204720.498538:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204720.498544:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204720.498549:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204720.690876:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204720.690884:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204720.690886:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204720.690891:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204720.690894:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204720.690898:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204720.690901:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204720.690904:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204720.690906:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204721.394485:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298526376, at 4298526400
00000100:00000040:1.0:1788204721.394485:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298526376, at 4298526400
00000100:00000010:1.0:1788204721.394498:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150cc0.
00000100:00000010:0.0:1788204721.394501:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01507e0.
00000100:00000001:1.0:1788204721.522490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204721.522491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204721.522496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204721.522497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204721.522500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204721.522501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204721.522502:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204721.522508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204721.522512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204721.522515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204721.522516:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204721.522518:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204721.522521:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204721.522535:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204721.522539:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204721.522543:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204721.714522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204721.714529:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204721.714531:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204721.714536:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204721.714539:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204721.714543:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204721.714545:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204721.714548:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204721.714551:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.546498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204722.546500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204722.546507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204722.546508:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204722.546510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204722.546513:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204722.546518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204722.546518:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.546524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204722.546524:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204722.546529:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.546530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204722.546534:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.546535:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204722.546539:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204722.546540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204722.546546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204722.546549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204722.546552:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204722.546586:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204722.546590:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204722.546594:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204722.739234:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204722.739242:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204722.739243:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204722.739249:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204722.739252:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204722.739255:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204722.739258:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204722.739261:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204722.739264:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204723.570483:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204723.570485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204723.570488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204723.570490:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204723.570491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204723.570497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204723.570498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204723.570502:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204723.570503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204723.570506:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204723.570509:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204723.570510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204723.570512:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204723.570537:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204723.570541:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204723.570543:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204723.762488:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204723.762493:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204723.762495:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204723.762499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204723.762502:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204723.762504:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204723.762506:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204723.762508:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204723.762510:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204724.274559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204724.274567:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204724.274569:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204724.274571:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204724.274575:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204724.274581:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3856
00000400:00000200:2.0:1788204724.274587:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204724.274598:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204724.274600:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204724.274602:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274604:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204724.274606:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274608:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204724.274610:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204724.274612:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788204724.274614:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204724.274616:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788204724.274617:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788204724.274619:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788204724.274620:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204724.274623:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274624:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204724.274626:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788204724.274628:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274630:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204724.274632:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204724.274636:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204724.274638:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.274640:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204724.274642:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204724.274661:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164000.
00000020:00000040:2.0:1788204724.274665:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788204724.274668:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204724.274670:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.274674:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204724.274677:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204724.274681:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204724.274687:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008c00.
00000100:00000001:2.0:1788204724.274692:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204724.274700:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204724.274707:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204724.274711:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204724.274714:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e12bea3] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204724.274734:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204724.274737:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204724.274740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204724.274741:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204724.274743:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204724.274745:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204724.274748:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3856
00000400:00000200:2.0:1788204724.274752:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204724.274755:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204724.274758:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204724.274761:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274763:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204724.274766:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274768:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204724.274770:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204724.274772:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:3.0:1788204724.274772:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204724.274774:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204724.274777:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:3.0:1788204724.274778:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204724.274779:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:2.0:1788204724.274782:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788204724.274783:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204724.274787:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274789:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204724.274793:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:3.0:1788204724.274794:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204724.274795:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204724.274798:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:2.0:1788204724.274803:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274807:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204724.274810:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204724.274815:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204724.274816:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204724.274819:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.274820:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.274821:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204724.274825:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204724.274828:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1788204724.274831:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788204724.274832:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204724.274837:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.274840:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204724.274841:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556773248:192.168.201.145@tcp:250:kworker.0
00000100:00000010:2.0:1788204724.274843:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165500.
00000020:00000040:2.0:1788204724.274847:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:3.0:1788204724.274849:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204724.274850:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204724.274853:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.274855:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204724.274856:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204724.274856:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204724.274860:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204724.274861:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204724.274867:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204724.274868:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008000.
00000100:00000001:2.0:1788204724.274873:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204724.274874:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204724.274878:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204724.274880:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204724.274886:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204724.274890:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00000001:2.0:1788204724.274896:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788204724.274897:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000001:2.0:1788204724.274900:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204724.274905:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556773248, portal 25
00000100:00000040:2.0:1788204724.274906:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000051acc73] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.274908:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204724.274910:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051647488 : -105387657904128 : ffffa02686164000)
00000100:00000040:3.0:1788204724.274919:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204724.274922:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204724.274927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204724.274928:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204724.274933:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:2.0:1788204724.274934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:3.0:1788204724.274935:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000001:2.0:1788204724.274937:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1788204724.274939:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556773248, offset 0
00000100:00080000:2.0:1788204724.274941:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204724.274945:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204724.274946:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:2.0:1788204724.274951:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3856
00000400:00000200:3.0:1788204724.274955:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204724.274960:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204724.274964:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204724.274967:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204724.274970:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204724.274971:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204724.274974:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3245:3245:256:4294967295] 192.168.201.145@tcp LPNI seq info [3245:3245:8:4294967295]
00000400:00000200:3.0:1788204724.274977:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204724.274982:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204724.274990:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204724.274992:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204724.274995:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204724.274997:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.274999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788204724.275000:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1788204724.275001:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204724.275003:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788204724.275004:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204724.275006:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788204724.275008:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788204724.275010:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:3.0:1788204724.275011:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000040:2.0:1788204724.275015:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.275017:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1788204724.275018:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00000040:2.0:1788204724.275019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.275022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204724.275024:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000200:3.0:1788204724.275027:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:2.0:1788204724.275029:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000200:3.0:1788204724.275031:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1788204724.275034:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204724.275039:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1788204724.275039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204724.275043:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
02000000:00000001:2.0:1788204724.275044:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1788204724.275049:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000001:2.0:1788204724.275050:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788204724.275052:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000100:00000001:2.0:1788204724.275053:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204724.275057:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788204724.275058:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204724.275064:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000008:00000001:2.0:1788204724.275065:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.275068:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204724.275068:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204724.275071:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000010:2.0:1788204724.275073:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166300.
00000100:00000001:3.0:1788204724.275074:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1788204724.275078:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000200:3.0:1788204724.275079:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204724.275082:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204724.275084:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.275087:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204724.275089:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204724.275092:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204724.275097:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008400.
00000100:00000001:3.0:1788204724.275099:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204724.275100:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204724.275107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788204724.275107:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204724.275123:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204724.275127:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.275129:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204724.275130:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d787838e] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275133:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204724.275139:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204724.275141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204724.275142:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204724.275144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204724.275147:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204724.275149:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788204724.275150:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204724.275154:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298531496
00000100:00000010:3.0:1788204724.275160:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150ea0.
00000100:00000001:2.0:1788204724.275161:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204724.275165:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3856
00000400:00000200:2.0:1788204724.275169:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204724.275169:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1788204724.275174:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204724.275176:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204724.275179:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.275180:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204724.275181:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.275183:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204724.275184:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204724.275185:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788204724.275186:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204724.275188:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:3.0:1788204724.275188:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298531496
00000020:00000001:2.0:1788204724.275191:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788204724.275192:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788204724.275194:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204724.275198:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204724.275200:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000010:3.0:1788204724.275200:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150540.
00000100:00000001:2.0:1788204724.275203:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204724.275206:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:3.0:1788204724.275207:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1788204724.275210:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204724.275212:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204724.275214:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204724.275214:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204724.275218:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204724.275220:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204724.275221:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.275224:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204724.275226:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788204724.275226:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00000001:2.0:1788204724.275229:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.275232:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204724.275233:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204724/real 1788204724]  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204724.275235:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165180.
00000020:00000040:2.0:1788204724.275239:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204724.275243:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204724.275245:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204724.275247:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204724.275248:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:3.0:1788204724.275249:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1788204724.275250:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788204724.275251:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:2.0:1788204724.275254:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009c00.
00000400:00000010:3.0:1788204724.275255:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000100:00000001:2.0:1788204724.275257:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204724.275259:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000100:00100000:2.0:1788204724.275263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788204724.275267:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204724.275271:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204724.275276:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204724.275279:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204724.275280:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204724.275284:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c0e0db7] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204724.275300:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204724.275303:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275324:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204724.275326:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275328:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204724.275331:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204724.275332:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3866)
00000100:00100000:3.0:1788204724.275337:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275345:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204724.275350:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275357:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204724.275360:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275366:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204724.275368:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275370:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204724.275372:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204724.275375:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204724.275378:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204724.275381:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204724.275385:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204724.275393:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556773248:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204724.275413:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275415:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204724.275417:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164000 x1875064556773248/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275422:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204724.275424:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204724.275426:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204724.275428:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204724.275430:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204724.275431:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204724.275432:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204724.275434:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008c00.
02000000:00000001:3.0:1788204724.275437:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204724.275438:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204724.275439:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164000.
00000100:00000001:3.0:1788204724.275440:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204724.275441:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275443:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275448:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204724.275450:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.275452:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204724.275454:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204724.275455:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204724.275459:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275465:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204724.275466:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204724.275469:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204724.275470:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204724.275472:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204724.275475:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773376:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204724.275477:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204724.275479:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204724.275481:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204724.275482:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204724.275485:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204724.275488:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204724.275491:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204724.275493:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204724.275497:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204724.275500:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556773376, portal 10
00000100:00000001:3.0:1788204724.275501:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204724.275503:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051652864 : -105387657898752 : ffffa02686165500)
00000100:00000040:3.0:1788204724.275509:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275515:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204724.275518:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204724.275520:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204724.275523:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556773376, offset 0
00000400:00000200:3.0:1788204724.275535:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204724.275539:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204724.275543:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204724.275546:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204724.275548:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204724.275551:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204724.275553:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204724.275556:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3246:3246:256:4294967295] 192.168.201.145@tcp LPNI seq info [3246:3246:8:4294967295]
00000400:00000200:3.0:1788204724.275561:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204724.275567:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204724.275572:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204724.275575:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204724.275579:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204724.275581:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788204724.275586:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204724.275589:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788204724.275592:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204724.275594:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204724.275596:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204724.275600:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204724.275603:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204724.275604:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204724.275607:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204724.275611:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275619:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204724.275622:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275637:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.275639:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204724.275642:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204724.275645:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204724.275649:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204724.275651:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298529619
00000100:00000001:3.0:1788204724.275653:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298531496
00000100:00000001:3.0:1788204724.275655:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298529619
00000100:00000001:3.0:1788204724.275659:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298531496
00000100:00000001:3.0:1788204724.275661:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204724.275663:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.275665:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204724.275669:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204724/real 1788204724]  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204724.275677:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204724.275679:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204724.275680:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204724.275683:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204724.275685:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204724.275687:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204724.275690:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204724.275699:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275706:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204724.275707:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275709:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204724.275711:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204724.275714:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275722:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204724.275725:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275731:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204724.275734:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275735:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204724.275736:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275739:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204724.275740:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204724.275743:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204724.275746:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204724.275748:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204724.275751:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204724.275759:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773376:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204724.275762:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204724.275766:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275772:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204724.275773:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204724.275775:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204724.275777:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204724.275779:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204724.275782:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773504:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204724.275784:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204724.275786:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204724.275787:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204724.275789:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204724.275792:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204724.275793:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204724.275796:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204724.275798:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204724.275801:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204724.275804:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556773504, portal 4
00000100:00000001:3.0:1788204724.275805:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204724.275807:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051656448 : -105387657895168 : ffffa02686166300)
00000100:00000040:3.0:1788204724.275811:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275817:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204724.275820:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204724.275821:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204724.275823:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556773504, offset 0
00000400:00000200:3.0:1788204724.275827:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204724.275831:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204724.275834:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204724.275837:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204724.275839:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204724.275842:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204724.275844:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204724.275847:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3247:3247:256:4294967295] 192.168.201.145@tcp LPNI seq info [3247:3247:8:4294967295]
00000400:00000200:3.0:1788204724.275852:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204724.275857:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204724.275862:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204724.275864:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204724.275868:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204724.275870:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788204724.275874:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204724.275876:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788204724.275879:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204724.275881:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204724.275883:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204724.275886:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204724.275889:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204724.275891:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204724.275894:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204724.275897:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275904:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204724.275907:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275918:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.275920:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204724.275922:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204724.275925:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204724.275928:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204724.275930:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298529302
00000100:00000001:3.0:1788204724.275932:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298531496
00000100:00000001:3.0:1788204724.275935:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298529302
00000100:00000001:3.0:1788204724.275937:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298531496
00000100:00000001:3.0:1788204724.275939:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204724.275941:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.275943:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204724.275946:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204724/real 1788204724]  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204724.275954:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204724.275955:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204724.275957:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204724.275959:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204724.275960:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204724.275962:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204724.275965:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204724.275972:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275977:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204724.275978:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.275980:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204724.275981:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204724.275984:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275990:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204724.275993:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.275999:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204724.276006:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276008:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204724.276009:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276010:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204724.276012:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204724.276015:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204724.276018:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204724.276020:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204724.276024:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204724.276030:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773504:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204724.276033:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204724.276036:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276041:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204724.276043:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204724.276044:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204724.276046:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204724.276048:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204724.276050:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773632:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204724.276053:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204724.276054:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204724.276056:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204724.276057:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204724.276060:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204724.276062:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204724.276065:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204724.276067:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204724.276070:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204724.276072:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556773632, portal 4
00000100:00000001:3.0:1788204724.276074:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204724.276075:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651968 : -105387657899648 : ffffa02686165180)
00000100:00000040:3.0:1788204724.276080:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276086:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204724.276088:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204724.276090:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204724.276092:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556773632, offset 0
00000400:00000200:3.0:1788204724.276096:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204724.276099:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204724.276102:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204724.276105:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204724.276107:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204724.276109:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204724.276111:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204724.276115:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3248:3248:256:4294967295] 192.168.201.145@tcp LPNI seq info [3248:3248:8:4294967295]
00000400:00000200:3.0:1788204724.276118:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204724.276124:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204724.276128:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204724.276131:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204724.276134:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204724.276136:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788204724.276141:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204724.276143:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788204724.276147:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204724.276149:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204724.276152:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204724.276155:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204724.276158:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204724.276159:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204724.276162:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204724.276165:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276173:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204724.276175:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276181:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.276182:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204724.276185:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204724.276188:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204724.276190:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204724.276192:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298530033
00000100:00000001:3.0:1788204724.276194:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298531496
00000100:00000001:3.0:1788204724.276196:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298530033
00000100:00000001:3.0:1788204724.276198:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298531496
00000100:00000001:3.0:1788204724.276200:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204724.276202:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.276203:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204724.276206:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204724/real 1788204724]  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204724.276213:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204724.276214:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204724.276215:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204724.276217:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204724.276219:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204724.276221:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204724.276224:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204724.276231:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276238:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204724.276239:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276241:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204724.276242:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204724.276245:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276251:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204724.276255:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276261:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204724.276263:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276264:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204724.276266:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276267:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204724.276269:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204724.276271:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204724.276274:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204724.276276:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204724.276280:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204724.276286:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773632:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204724.276290:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276292:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204724.276295:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165500 x1875064556773376/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276302:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204724.276303:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204724.276320:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204724.276323:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204724.276324:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204724.276326:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204724.276328:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204724.276329:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008000.
02000000:00000001:3.0:1788204724.276331:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204724.276332:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204724.276334:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165500.
00000100:00000001:3.0:1788204724.276336:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204724.276338:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276340:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204724.276342:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166300 x1875064556773504/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276349:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204724.276350:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204724.276351:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204724.276353:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204724.276354:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204724.276355:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204724.276357:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204724.276358:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008400.
02000000:00000001:3.0:1788204724.276360:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204724.276361:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204724.276362:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166300.
00000100:00000001:3.0:1788204724.276364:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204724.276365:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276366:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204724.276369:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165180 x1875064556773632/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204724.276375:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204724.276376:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204724.276377:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204724.276380:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204724.276381:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204724.276382:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204724.276383:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204724.276385:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009c00.
02000000:00000001:3.0:1788204724.276386:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204724.276387:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204724.276389:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165180.
00000100:00000001:3.0:1788204724.276390:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204724.276391:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276393:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204724.276415:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204724.276417:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204724.276419:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204724.276421:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204724.594490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204724.594495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204724.594498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204724.594499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204724.594502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204724.594504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204724.594506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204724.594508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204724.594512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204724.594516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204724.594518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204724.594522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204724.594524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204724.594538:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204724.594541:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204724.594543:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204724.786468:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204724.786473:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204724.786474:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204724.786478:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204724.786480:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204724.786482:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204724.786484:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204724.786486:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204724.786488:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204725.618482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204725.618489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204725.618492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204725.618498:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204725.618502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204725.618505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204725.618508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204725.618510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204725.618514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204725.618516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204725.618518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204725.618520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204725.618521:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204725.618555:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204725.618559:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204725.618562:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204725.810509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204725.810516:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204725.810519:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204725.810525:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204725.810528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204725.810532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204725.810534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204725.810538:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204725.810540:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204726.514504:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298531496, at 4298531520
00000100:00000040:1.0:1788204726.514504:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298531496, at 4298531520
00000100:00000010:1.0:1788204726.514520:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000100:00000010:0.0:1788204726.514522:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150ea0.
00000100:00000001:1.0:1788204726.642499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204726.642508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204726.642510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204726.642511:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204726.642515:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204726.642518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204726.642521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204726.642524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204726.642525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204726.642530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204726.642535:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204726.642538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204726.642540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204726.642557:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204726.642561:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204726.642564:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204726.834505:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204726.834512:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204726.834515:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204726.834519:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204726.834523:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204726.834526:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204726.834528:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204726.834531:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204726.834533:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204727.666505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204727.666507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204727.666513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204727.666513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204727.666517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204727.666521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204727.666523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204727.666526:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204727.666528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204727.666530:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204727.666533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204727.666535:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204727.666537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204727.666540:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204727.666542:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204727.666544:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204727.666546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204727.666548:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204727.666552:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204727.666674:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204727.666677:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204727.666680:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204727.858491:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204727.858497:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204727.858498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204727.858502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204727.858504:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204727.858508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.858510:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204727.858512:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.858514:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204728.690496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204728.690496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204728.690503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204728.690504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204728.690507:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204728.690510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204728.690512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204728.690517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204728.690519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204728.690521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204728.690531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204728.690534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204728.690537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204728.690573:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204728.690577:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204728.690579:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204728.882507:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204728.882515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204728.882517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204728.882523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204728.882527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204728.882531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204728.882533:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204728.882536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204728.882539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204729.394503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204729.394510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204729.394511:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204729.394514:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204729.394517:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204729.394523:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3861
00000400:00000200:2.0:1788204729.394535:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204729.394540:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204729.394542:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204729.394544:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394546:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204729.394548:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394550:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204729.394552:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204729.394554:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788204729.394556:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204729.394558:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788204729.394559:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788204729.394561:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788204729.394562:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204729.394565:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394566:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204729.394567:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788204729.394569:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394571:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204729.394572:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204729.394575:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204729.394577:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204729.394579:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204729.394580:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204729.394587:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166680.
00000020:00000040:2.0:1788204729.394590:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788204729.394592:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204729.394593:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204729.394596:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204729.394598:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204729.394600:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204729.394605:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800a800.
00000100:00000001:2.0:1788204729.394619:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204729.394628:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204729.394638:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204729.394642:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204729.394647:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc6f80d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204729.394668:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204729.394671:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204729.394675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204729.394676:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204729.394678:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204729.394681:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204729.394683:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3861
00000400:00000200:2.0:1788204729.394687:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204729.394690:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204729.394692:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204729.394695:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204729.394701:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394703:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204729.394706:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204729.394706:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788204729.394709:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:2.0:1788204729.394711:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204729.394711:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788204729.394715:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:3.0:1788204729.394715:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204729.394718:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:2.0:1788204729.394720:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204729.394723:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204729.394724:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394727:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204729.394731:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394734:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204729.394738:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:2.0:1788204729.394742:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394746:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204729.394749:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204729.394754:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204729.394756:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204729.394757:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204729.394760:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204729.394761:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204729.394763:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204729.394766:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.394766:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204729.394770:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.394772:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1788204729.394774:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164380.
02000000:00000001:3.0:1788204729.394777:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204729.394778:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788204729.394784:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1788204729.394785:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556773760:192.168.201.145@tcp:250:kworker.0
02000000:00000001:2.0:1788204729.394787:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204729.394791:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204729.394794:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204729.394795:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204729.394799:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.394801:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1788204729.394804:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:3.0:1788204729.394805:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204729.394811:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.394811:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1788204729.394820:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204729.394828:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204729.394831:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204729.394831:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
00000100:00000040:2.0:1788204729.394835:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059dd5dfa] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204729.394836:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204729.394846:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204729.394851:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204729.394852:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00080000:2.0:1788204729.394856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204729.394860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204729.394861:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204729.394863:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788204729.394864:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000001:2.0:1788204729.394866:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204729.394870:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3861
00000100:00000200:3.0:1788204729.394873:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556773760, portal 25
00000400:00000200:2.0:1788204729.394878:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204729.394878:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204729.394882:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051657344 : -105387657894272 : ffffa02686166680)
00000100:00000040:3.0:1788204729.394890:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204729.394891:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204729.394895:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204729.394900:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394904:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204729.394908:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394910:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788204729.394910:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1788204729.394913:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204729.394915:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788204729.394917:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788204729.394918:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000040:2.0:1788204729.394919:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788204729.394923:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:3.0:1788204729.394924:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000020:00000001:2.0:1788204729.394925:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:3.0:1788204729.394932:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556773760, offset 0
00000100:00000040:2.0:1788204729.394934:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394937:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204729.394938:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394939:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204729.394943:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788204729.394944:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:2.0:1788204729.394947:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204729.394950:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204729.394951:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204729.394953:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204729.394955:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204729.394956:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204729.394957:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204729.394961:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204729.394965:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204729.394967:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:2.0:1788204729.394969:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204729.394975:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167480.
00000400:00000200:3.0:1788204729.394976:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1788204729.394980:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:3.0:1788204729.394983:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
02000000:00000001:2.0:1788204729.394985:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204729.394989:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204729.394989:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204729.394993:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788204729.394995:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:2.0:1788204729.394997:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204729.395000:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204729.395003:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3249:3249:256:4294967295] 192.168.201.145@tcp LPNI seq info [3249:3249:8:4294967295]
02000000:00000010:2.0:1788204729.395008:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b000.
00000400:00000200:3.0:1788204729.395010:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204729.395014:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204729.395023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204729.395028:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204729.395041:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:2.0:1788204729.395043:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204729.395046:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788204729.395048:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00000040:2.0:1788204729.395052:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000058fed5a] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788204729.395059:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204729.395062:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204729.395065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1788204729.395065:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1788204729.395068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204729.395071:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204729.395073:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1788204729.395075:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204729.395076:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204729.395080:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3861
00000800:00000200:3.1:1788204729.395081:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000400:00000200:2.0:1788204729.395086:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204729.395091:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000100:3.0:1788204729.395091:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:2.0:1788204729.395095:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1788204729.395096:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000100:00000040:2.0:1788204729.395098:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.395101:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204729.395103:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788204729.395104:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.395109:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204729.395111:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204729.395113:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000400:00000200:3.0:1788204729.395114:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1788204729.395115:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204729.395118:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788204729.395120:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:3.0:1788204729.395121:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000020:00000001:2.0:1788204729.395122:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000010:3.0:1788204729.395126:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000040:2.0:1788204729.395127:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204729.395131:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204729.395132:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204729.395133:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204729.395135:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204729.395137:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000200:3.0:1788204729.395141:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204729.395142:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204729.395145:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204729.395149:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204729.395151:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204729.395155:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204729.395158:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204729.395161:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788204729.395161:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1788204729.395164:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204729.395167:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204729.395169:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204729.395170:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164e00.
00000020:00000040:2.0:1788204729.395174:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204729.395179:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204729.395181:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204729.395184:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204729.395185:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204729.395186:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204729.395188:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204729.395191:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009c00.
00000100:00000001:3.0:1788204729.395196:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204729.395201:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.395202:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204729.395207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204729.395210:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204729.395226:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298536616
00000100:00000001:2.0:1788204729.395229:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204729.395232:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204729.395234:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01504e0.
00000100:00000040:2.0:1788204729.395235:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002018a585] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395240:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204729.395243:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204729.395247:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3872)
00000100:00000001:3.0:1788204729.395249:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298536616
00000100:00000010:3.0:1788204729.395252:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01509c0.
00000100:00000001:3.0:1788204729.395254:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204729.395257:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204729.395259:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.395261:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204729.395270:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204729/real 1788204729]  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204729.395277:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204729.395278:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204729.395280:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204729.395282:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204729.395284:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204729.395286:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204729.395289:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204729.395297:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395303:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204729.395305:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395307:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204729.395309:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204729.395313:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395319:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204729.395323:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395330:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204729.395333:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395334:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204729.395336:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395338:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204729.395340:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204729.395342:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204729.395345:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204729.395348:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204729.395352:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204729.395360:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556773760:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204729.395364:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395366:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204729.395369:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166680 x1875064556773760/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395375:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204729.395377:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204729.395380:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204729.395383:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204729.395385:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204729.395386:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204729.395387:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204729.395389:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800a800.
02000000:00000001:3.0:1788204729.395392:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204729.395393:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204729.395395:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166680.
00000100:00000001:3.0:1788204729.395414:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204729.395415:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395417:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395422:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204729.395423:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.395425:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204729.395426:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204729.395427:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204729.395429:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395434:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204729.395435:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.395442:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204729.395443:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204729.395445:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204729.395447:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773888:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204729.395448:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204729.395450:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204729.395451:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.395452:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204729.395454:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204729.395455:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204729.395458:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204729.395459:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204729.395462:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204729.395464:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556773888, portal 10
00000100:00000001:3.0:1788204729.395465:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204729.395466:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051648384 : -105387657903232 : ffffa02686164380)
00000100:00000040:3.0:1788204729.395470:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395474:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204729.395475:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204729.395476:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204729.395478:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556773888, offset 0
00000400:00000200:3.0:1788204729.395481:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204729.395485:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204729.395489:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204729.395492:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204729.395494:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204729.395497:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204729.395499:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204729.395509:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3250:3250:256:4294967295] 192.168.201.145@tcp LPNI seq info [3250:3250:8:4294967295]
00000400:00000200:3.0:1788204729.395513:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204729.395519:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204729.395524:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204729.395527:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204729.395531:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204729.395534:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204729.395538:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204729.395540:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788204729.395544:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204729.395546:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204729.395549:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204729.395552:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204729.395555:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204729.395557:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204729.395559:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204729.395563:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395571:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204729.395574:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395584:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.395586:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204729.395589:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204729.395592:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204729.395595:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204729.395597:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298534739
00000100:00000001:3.0:1788204729.395600:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298536616
00000100:00000001:3.0:1788204729.395602:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298534739
00000100:00000001:3.0:1788204729.395603:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298536616
00000100:00000001:3.0:1788204729.395605:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204729.395607:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.395609:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204729.395612:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204729/real 1788204729]  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204729.395625:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204729.395627:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204729.395628:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204729.395631:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204729.395633:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204729.395634:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204729.395638:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204729.395645:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395652:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204729.395653:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395655:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204729.395656:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204729.395660:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395665:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204729.395669:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395675:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204729.395678:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395679:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204729.395681:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395682:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204729.395684:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204729.395687:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204729.395690:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204729.395692:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204729.395697:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204729.395704:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556773888:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204729.395707:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204729.395710:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395715:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204729.395717:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.395719:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204729.395721:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204729.395723:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204729.395725:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774016:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204729.395728:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204729.395729:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204729.395731:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.395733:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204729.395736:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204729.395737:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204729.395740:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204729.395743:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204729.395746:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204729.395749:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556774016, portal 4
00000100:00000001:3.0:1788204729.395751:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204729.395752:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660928 : -105387657890688 : ffffa02686167480)
00000100:00000040:3.0:1788204729.395757:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395763:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204729.395765:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204729.395767:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204729.395769:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556774016, offset 0
00000400:00000200:3.0:1788204729.395773:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204729.395777:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204729.395780:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204729.395782:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204729.395785:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204729.395787:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204729.395789:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204729.395792:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3251:3251:256:4294967295] 192.168.201.145@tcp LPNI seq info [3251:3251:8:4294967295]
00000400:00000200:3.0:1788204729.395796:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204729.395802:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204729.395806:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204729.395808:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204729.395812:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204729.395814:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204729.395818:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204729.395820:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788204729.395824:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204729.395825:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204729.395828:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204729.395831:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204729.395834:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204729.395835:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204729.395837:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204729.395841:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395848:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204729.395850:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395856:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.395858:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204729.395860:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204729.395862:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204729.395864:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204729.395865:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298534422
00000100:00000001:3.0:1788204729.395867:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298536616
00000100:00000001:3.0:1788204729.395868:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298534422
00000100:00000001:3.0:1788204729.395870:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298536616
00000100:00000001:3.0:1788204729.395871:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204729.395872:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.395873:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204729.395875:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204729/real 1788204729]  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204729.395879:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204729.395880:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204729.395881:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204729.395882:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204729.395883:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204729.395885:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204729.395886:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204729.395891:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395897:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204729.395898:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395899:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204729.395900:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204729.395903:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395910:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204729.395913:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395919:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204729.395922:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395924:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204729.395925:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.395926:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204729.395928:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204729.395930:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204729.395933:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204729.395935:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204729.395939:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204729.395946:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774016:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204729.395950:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204729.395953:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.395960:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204729.395962:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.395964:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204729.395965:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204729.395967:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204729.395970:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774144:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204729.395973:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204729.395974:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204729.395976:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204729.395977:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204729.395980:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204729.395982:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204729.395985:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204729.395987:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204729.395990:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204729.395993:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556774144, portal 4
00000100:00000001:3.0:1788204729.395995:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204729.395996:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651072 : -105387657900544 : ffffa02686164e00)
00000100:00000040:3.0:1788204729.396001:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.396005:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204729.396006:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204729.396008:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204729.396009:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556774144, offset 0
00000400:00000200:3.0:1788204729.396012:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204729.396015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204729.396017:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204729.396019:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204729.396020:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204729.396022:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204729.396023:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204729.396025:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3252:3252:256:4294967295] 192.168.201.145@tcp LPNI seq info [3252:3252:8:4294967295]
00000400:00000200:3.0:1788204729.396027:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204729.396031:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204729.396033:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204729.396035:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204729.396037:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204729.396039:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204729.396041:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204729.396043:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788204729.396045:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204729.396046:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204729.396048:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204729.396050:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204729.396052:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204729.396053:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204729.396055:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204729.396057:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.396065:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204729.396067:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.396071:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.396071:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204729.396073:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204729.396075:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204729.396076:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204729.396077:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298535153
00000100:00000001:3.0:1788204729.396079:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298536616
00000100:00000001:3.0:1788204729.396080:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298535153
00000100:00000001:3.0:1788204729.396081:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298536616
00000100:00000001:3.0:1788204729.396083:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204729.396084:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.396085:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204729.396087:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204729/real 1788204729]  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204729.396091:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204729.396091:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204729.396092:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204729.396093:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204729.396094:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204729.396095:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204729.396097:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204729.396102:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.396106:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204729.396107:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.396109:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204729.396110:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204729.396113:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.396120:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204729.396123:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.396129:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204729.396132:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.396133:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204729.396135:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.396136:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204729.396138:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204729.396140:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204729.396143:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204729.396145:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204729.396148:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204729.396156:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774144:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204729.396159:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.396161:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204729.396164:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164380 x1875064556773888/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.396170:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204729.396172:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204729.396173:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204729.396176:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204729.396177:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204729.396179:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204729.396181:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204729.396183:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800ac00.
02000000:00000001:3.0:1788204729.396185:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204729.396187:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204729.396188:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164380.
00000100:00000001:3.0:1788204729.396191:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204729.396192:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.396194:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204729.396197:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167480 x1875064556774016/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.396202:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204729.396204:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204729.396205:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204729.396207:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204729.396208:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204729.396210:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204729.396211:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204729.396212:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b000.
02000000:00000001:3.0:1788204729.396214:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204729.396227:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204729.396228:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167480.
00000100:00000001:3.0:1788204729.396231:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204729.396232:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.396234:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204729.396238:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164e00 x1875064556774144/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204729.396244:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204729.396245:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204729.396246:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204729.396248:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204729.396249:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204729.396251:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204729.396252:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204729.396254:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009c00.
02000000:00000001:3.0:1788204729.396255:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204729.396257:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204729.396258:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164e00.
00000100:00000001:3.0:1788204729.396260:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204729.396261:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.396263:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204729.396266:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204729.396267:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204729.396269:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204729.396271:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204729.714479:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204729.714487:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204729.714489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204729.714491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204729.714493:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204729.714496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204729.714498:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204729.714502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204729.714503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204729.714505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204729.714507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204729.714512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204729.714515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204729.714546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204729.714550:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204729.714553:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204729.906480:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204729.906488:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204729.906490:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204729.906496:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204729.906499:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204729.906503:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204729.906506:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204729.906508:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204729.906511:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204730.738534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204730.738541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204730.738546:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204730.738548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204730.738606:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204730.738610:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204730.738613:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204730.738997:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204730.739000:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204730.739002:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204730.739005:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204730.739007:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204730.739010:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204730.739012:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204730.739014:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204730.739016:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204730.930507:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204730.930514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204730.930516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204730.930521:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204730.930524:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204730.930529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204730.930531:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204730.930534:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204730.930536:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204731.634541:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298536616, at 4298536640
00000100:00000040:0.0:1788204731.634542:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298536616, at 4298536640
00000100:00000010:1.0:1788204731.634561:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01509c0.
00000100:00000010:0.0:1788204731.634566:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01504e0.
00010000:00000001:2.0:1788204731.762471:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204731.762478:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204731.762485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204731.762487:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204731.762507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204731.762516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204731.762520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204731.762528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204731.762533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204731.762538:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204731.762542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204731.762546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204731.762546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204731.762552:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204731.762554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204731.762556:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204731.954496:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204731.954504:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204731.954506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204731.954511:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204731.954514:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204731.954517:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204731.954519:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204731.954521:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204731.954523:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.786550:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204732.786553:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204732.786558:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204732.786563:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204732.786565:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204732.786572:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204732.786573:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204732.786577:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.786578:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204732.786586:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204732.786586:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204732.786589:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.786591:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204732.786594:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204732.786595:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204732.786598:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204732.786602:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204732.786610:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204732.786612:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204732.786668:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204732.786673:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204732.786676:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204732.978483:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204732.978490:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204732.978493:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204732.978499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204732.978503:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204732.978506:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.978509:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204732.978512:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.978514:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204733.810456:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204733.810463:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204733.810465:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204733.810467:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204733.810469:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204733.810473:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204733.810474:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204733.810477:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204733.810481:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204733.810481:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204733.810484:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204733.810485:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204733.810487:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204733.810525:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204733.810527:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204733.810530:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204734.002522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204734.002530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204734.002532:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204734.002537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204734.002541:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204734.002544:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204734.002547:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204734.002550:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204734.002553:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204734.514539:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204734.514547:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204734.514549:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204734.514552:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204734.514555:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204734.514561:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3867
00000400:00000200:1.0:1788204734.514568:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204734.514572:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204734.514574:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204734.514576:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514579:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204734.514580:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514582:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204734.514584:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204734.514585:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204734.514587:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204734.514589:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204734.514591:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204734.514592:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204734.514594:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514595:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204734.514596:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514597:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204734.514599:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204734.514602:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514603:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204734.514605:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204734.514607:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204734.514609:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.514610:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204734.514612:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204734.514619:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f480.
00000020:00000040:1.0:1788204734.514621:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204734.514624:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204734.514625:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.514628:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204734.514629:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204734.514633:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204734.514638:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788204734.514643:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204734.514649:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204734.514656:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204734.514658:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204734.514662:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ccdf27] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204734.514678:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204734.514680:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204734.514683:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204734.514684:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204734.514685:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204734.514686:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204734.514688:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3867
00000400:00000200:1.0:1788204734.514689:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204734.514691:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204734.514692:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204734.514694:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514696:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204734.514697:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514699:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204734.514701:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204734.514701:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204734.514702:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204734.514704:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204734.514705:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204734.514706:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788204734.514707:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204734.514708:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514711:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204734.514712:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788204734.514713:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514716:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788204734.514716:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788204734.514720:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204734.514724:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:3.0:1788204734.514725:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204734.514726:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204734.514729:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204734.514734:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204734.514737:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204734.514738:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.514741:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.514742:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204734.514746:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788204734.514746:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204734.514749:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1788204734.514750:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.514755:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204734.514755:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204734.514761:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ce00.
00000100:00100000:3.0:1788204734.514762:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556774272:192.168.201.145@tcp:250:kworker.0
00000020:00000040:1.0:1788204734.514764:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204734.514768:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788204734.514769:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204734.514770:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.514773:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204734.514773:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204734.514774:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204734.514777:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204734.514777:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204734.514781:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204734.514782:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788204734.514786:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204734.514786:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204734.514790:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204734.514791:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204734.514797:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204734.514802:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00000001:1.0:1788204734.514804:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788204734.514807:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000001:1.0:1788204734.514808:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204734.514815:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556774272, portal 25
00000100:00000040:1.0:1788204734.514816:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc34592] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.514818:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204734.514821:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529920 : -105387459021696 : ffffa02691f0f480)
00000100:00000040:3.0:1788204734.514829:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204734.514832:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.514838:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204734.514841:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204734.514842:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204734.514845:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556774272, offset 0
00000100:00080000:1.0:1788204734.514847:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204734.514850:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204734.514852:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204734.514853:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204734.514855:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204734.514858:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788204734.514860:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3867
00000400:00000200:1.0:1788204734.514864:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204734.514867:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:3.0:1788204734.514868:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788204734.514870:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204734.514873:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204734.514876:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:1.0:1788204734.514877:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204734.514881:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514883:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788204734.514885:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1788204734.514886:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204734.514889:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204734.514891:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788204734.514891:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:1.0:1788204734.514894:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:3.0:1788204734.514896:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1788204734.514899:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788204734.514899:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000001:1.0:1788204734.514903:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788204734.514909:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3253:3253:256:4294967295] 192.168.201.145@tcp LPNI seq info [3253:3253:8:4294967295]
00000100:00000040:1.0:1788204734.514910:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514915:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204734.514916:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788204734.514921:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.514924:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788204734.514928:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788204734.514930:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000200:3.0:1788204734.514936:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788204734.514937:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000010:3.0:1788204734.514942:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00000001:1.0:1788204734.514943:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204734.514947:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1788204734.514950:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:1.0:1788204734.514951:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1788204734.514954:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1788204734.514956:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.514961:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788204734.514963:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000008:00100000:1.0:1788204734.514965:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204734.514968:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.514970:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204734.514974:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ed80.
00000800:00000200:3.1:1788204734.514976:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000020:00000040:1.0:1788204734.514978:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000100:3.0:1788204734.514982:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788204734.514984:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:3.0:1788204734.514986:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
02000000:00000001:1.0:1788204734.514987:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.514991:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204734.514992:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204734.514993:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1788204734.514994:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204734.514999:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000400:00000200:3.0:1788204734.514999:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204734.515005:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204734.515006:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204734.515009:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00100000:1.0:1788204734.515011:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204734.515013:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204734.515019:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204734.515020:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204734.515024:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204734.515030:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e62ae2b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515033:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204734.515038:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204734.515047:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515048:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515051:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204734.515052:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204734.515055:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204734.515058:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1788204734.515061:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204734.515062:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204734.515066:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204734.515066:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298541736
00000100:00000001:1.0:1788204734.515073:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:3.0:1788204734.515074:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150a20.
00000100:00080000:1.0:1788204734.515076:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3867
00000400:00000200:1.0:1788204734.515081:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204734.515084:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204734.515084:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1788204734.515088:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204734.515091:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.515093:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204734.515095:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.515097:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788204734.515097:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298541736
00000020:00000001:1.0:1788204734.515100:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204734.515102:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204734.515104:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:3.0:1788204734.515104:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150a80.
00000020:00000040:1.0:1788204734.515106:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204734.515109:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:3.0:1788204734.515110:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1788204734.515111:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204734.515116:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204734.515117:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204734.515118:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204734.515120:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204734.515122:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204734.515124:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788204734.515124:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204734.515150:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204734/real 1788204734]  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204734.515157:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204734.515158:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204734.515160:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204734.515162:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204734.515163:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204734.515164:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204734.515167:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204734.515172:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515176:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204734.515177:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515178:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204734.515179:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204734.515181:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515185:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204734.515188:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515193:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204734.515195:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515195:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204734.515196:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515198:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204734.515199:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204734.515200:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204734.515203:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204734.515204:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204734.515206:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204734.515211:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556774272:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204734.515214:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515215:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204734.515217:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f480 x1875064556774272/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515225:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204734.515227:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204734.515228:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204734.515230:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204734.515231:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204734.515233:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204734.515234:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204734.515236:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:3.0:1788204734.515238:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204734.515239:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204734.515240:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f480.
00000100:00000001:3.0:1788204734.515242:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204734.515243:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515244:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515249:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204734.515250:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515252:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204734.515253:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204734.515254:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204734.515256:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515260:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204734.515261:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204734.515262:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204734.515263:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204734.515265:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204734.515266:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774400:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204734.515268:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204734.515269:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204734.515270:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204734.515271:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204734.515273:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204734.515274:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204734.515277:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204734.515278:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204734.515280:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204734.515282:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556774400, portal 10
00000100:00000001:3.0:1788204734.515284:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204734.515284:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520064 : -105387459031552 : ffffa02691f0ce00)
00000100:00000040:3.0:1788204734.515288:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515292:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204734.515294:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204734.515295:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204734.515296:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556774400, offset 0
00000400:00000200:3.0:1788204734.515298:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204734.515301:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204734.515303:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204734.515305:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204734.515307:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204734.515308:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204734.515309:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204734.515311:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3254:3254:256:4294967295] 192.168.201.145@tcp LPNI seq info [3254:3254:8:4294967295]
00000400:00000200:3.0:1788204734.515313:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204734.515317:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204734.515320:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204734.515322:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204734.515324:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204734.515326:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204734.515329:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204734.515330:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204734.515332:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204734.515334:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204734.515335:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204734.515337:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204734.515339:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204734.515340:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204734.515342:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204734.515344:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515348:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204734.515350:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515354:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515355:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204734.515356:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204734.515359:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204734.515360:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204734.515361:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298539858
00000100:00000001:3.0:1788204734.515363:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298541736
00000100:00000001:3.0:1788204734.515364:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298539858
00000100:00000001:3.0:1788204734.515366:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298541736
00000100:00000001:3.0:1788204734.515367:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204734.515368:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515369:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204734.515371:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204734/real 1788204734]  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204734.515375:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204734.515375:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204734.515376:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204734.515377:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204734.515378:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204734.515379:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204734.515381:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204734.515385:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515392:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204734.515393:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515394:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204734.515395:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204734.515417:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515421:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204734.515423:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515427:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204734.515430:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515431:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204734.515432:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515433:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204734.515435:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204734.515436:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204734.515438:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204734.515439:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204734.515441:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204734.515447:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774400:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204734.515450:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204734.515452:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515456:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204734.515457:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204734.515459:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204734.515460:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204734.515461:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204734.515463:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774528:192.168.201.145@tcp:8:kworker.0
00000020:00000040:1.0:1788204734.515467:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:3.0:1788204734.515467:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204734.515469:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204734.515471:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204734.515472:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204734.515475:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
00000100:00080000:1.0:1788204734.515479:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:3.0:1788204734.515479:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.515484:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204734.515485:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788204734.515489:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788204734.515491:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
02000000:00000001:1.0:1788204734.515494:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204734.515497:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204734.515498:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000001:1.0:1788204734.515499:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204734.515502:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1788204734.515504:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556774528, portal 4
00000008:00000001:1.0:1788204734.515505:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.515508:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515509:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000010:1.0:1788204734.515513:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c000.
00000100:00000001:3.0:1788204734.515513:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250528128 : -105387459023488 : ffffa02691f0ed80)
00000020:00000040:1.0:1788204734.515517:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204734.515520:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204734.515521:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.515523:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204734.515524:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788204734.515524:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204734.515527:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204734.515532:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:1.0:1788204734.515536:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515539:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1788204734.515543:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788204734.515546:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204734.515553:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788204734.515553:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000001:1.0:1788204734.515556:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204734.515559:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556774528, offset 0
00000100:00000040:1.0:1788204734.515561:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c5fe36] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204734.515570:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204734.515571:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204734.515576:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3877)
00000400:00000200:3.0:1788204734.515577:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204734.515583:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204734.515587:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204734.515590:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204734.515592:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204734.515594:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204734.515596:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3255:3255:256:4294967295] 192.168.201.145@tcp LPNI seq info [3255:3255:8:4294967295]
00000400:00000200:3.0:1788204734.515599:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204734.515603:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204734.515606:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204734.515609:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204734.515611:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204734.515613:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204734.515616:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204734.515617:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204734.515620:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204734.515621:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204734.515623:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204734.515625:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204734.515627:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204734.515628:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204734.515630:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204734.515632:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515637:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204734.515639:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515643:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515644:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204734.515646:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204734.515647:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204734.515650:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204734.515651:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298539542
00000100:00000001:3.0:1788204734.515652:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298541736
00000100:00000001:3.0:1788204734.515654:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298539542
00000100:00000001:3.0:1788204734.515655:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298541736
00000100:00000001:3.0:1788204734.515656:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204734.515657:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515658:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204734.515660:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204734/real 1788204734]  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204734.515665:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204734.515666:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204734.515667:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204734.515668:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204734.515669:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204734.515670:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204734.515673:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204734.515680:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515685:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204734.515687:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515688:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204734.515689:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204734.515692:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515697:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204734.515700:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515706:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204734.515708:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515709:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204734.515711:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515712:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204734.515714:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204734.515716:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204734.515718:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204734.515720:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204734.515723:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204734.515729:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774528:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204734.515733:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515734:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204734.515737:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ce00 x1875064556774400/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515743:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204734.515744:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204734.515745:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204734.515747:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204734.515748:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204734.515749:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204734.515750:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204734.515751:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:3.0:1788204734.515753:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204734.515753:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204734.515754:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ce00.
00000100:00000001:3.0:1788204734.515756:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204734.515757:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515758:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204734.515760:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ed80 x1875064556774528/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515763:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204734.515764:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204734.515765:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204734.515766:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204734.515767:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204734.515768:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204734.515769:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204734.515769:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:3.0:1788204734.515771:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204734.515771:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204734.515772:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ed80.
00000100:00000001:3.0:1788204734.515774:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204734.515775:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515776:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515778:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204734.515779:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515780:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204734.515781:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204734.515782:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204734.515784:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515788:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204734.515789:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204734.515790:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204734.515791:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204734.515793:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204734.515794:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774656:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204734.515796:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204734.515797:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204734.515798:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204734.515799:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204734.515801:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204734.515802:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204734.515804:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204734.515806:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204734.515808:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204734.515810:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556774656, portal 4
00000100:00000001:3.0:1788204734.515811:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204734.515812:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250516480 : -105387459035136 : ffffa02691f0c000)
00000100:00000040:3.0:1788204734.515815:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515819:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204734.515820:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204734.515821:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204734.515823:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556774656, offset 0
00000400:00000200:3.0:1788204734.515825:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204734.515828:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204734.515830:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204734.515832:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204734.515833:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204734.515835:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204734.515836:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204734.515838:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3256:3256:256:4294967295] 192.168.201.145@tcp LPNI seq info [3256:3256:8:4294967295]
00000400:00000200:3.0:1788204734.515840:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204734.515845:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204734.515849:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204734.515852:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204734.515855:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204734.515858:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204734.515862:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204734.515864:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204734.515867:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204734.515869:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204734.515871:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204734.515874:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204734.515877:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204734.515881:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204734.515883:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204734.515887:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515894:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204734.515896:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515903:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515904:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204734.515908:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204734.515911:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204734.515913:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204734.515915:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298540273
00000100:00000001:3.0:1788204734.515917:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298541736
00000100:00000001:3.0:1788204734.515919:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298540273
00000100:00000001:3.0:1788204734.515921:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298541736
00000100:00000001:3.0:1788204734.515923:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204734.515925:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.515926:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204734.515930:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204734/real 1788204734]  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204734.515936:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204734.515937:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204734.515938:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204734.515940:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204734.515941:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204734.515942:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204734.515944:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204734.515948:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515952:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204734.515953:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515954:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204734.515955:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204734.515956:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515960:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204734.515962:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515966:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204734.515968:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515968:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204734.515969:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515970:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204734.515971:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204734.515972:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204734.515974:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204734.515975:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204734.515977:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204734.515981:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774656:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204734.515983:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.515984:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204734.515986:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c000 x1875064556774656/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204734.515989:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204734.515990:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204734.515991:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204734.515993:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204734.515993:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204734.515994:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204734.515995:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204734.515996:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:3.0:1788204734.515998:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204734.515999:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204734.516000:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c000.
00000100:00000001:3.0:1788204734.516001:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204734.516002:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.516003:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204734.516005:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204734.516006:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204734.516007:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204734.516008:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.834485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204734.834492:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204734.834493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204734.834496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204734.834498:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204734.834499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.834503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204734.834505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204734.834507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204734.834507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204734.834511:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204734.834514:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204734.834516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204734.834551:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204734.834555:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204734.834562:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204735.026504:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204735.026509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204735.026510:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204735.026514:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204735.026516:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204735.026519:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204735.026521:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204735.026523:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204735.026525:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204735.858476:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204735.858483:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204735.858485:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204735.858489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204735.858491:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204735.858494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204735.858496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204735.858500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204735.858501:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204735.858503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204735.858505:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204735.858508:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204735.858511:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204735.858558:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204735.858563:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204735.858567:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204736.050500:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204736.050507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204736.050509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204736.050513:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204736.050515:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204736.050518:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204736.050520:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204736.050523:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204736.050525:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204736.754508:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298541736, at 4298541760
00000100:00000040:0.0:1788204736.754511:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298541736, at 4298541760
00000100:00000010:0.0:1788204736.754524:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a20.
00000100:00000010:1.0:1788204736.754527:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a80.
00000100:00000001:1.0:1788204736.882502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204736.882505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204736.882510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204736.882511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204736.882513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204736.882520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204736.882521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204736.882525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204736.882526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204736.882536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204736.882539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204736.882541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204736.882544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204736.882580:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204736.882584:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204736.882587:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204737.074517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204737.074523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204737.074525:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204737.074530:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204737.074534:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204737.074538:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204737.074541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204737.074544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204737.074547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204737.906475:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204737.906481:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204737.906486:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204737.906489:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204737.906491:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204737.906494:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204737.906497:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204737.906500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204737.906500:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204737.906505:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204737.906507:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204737.906515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204737.906518:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204737.906522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204737.906526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204737.906529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204737.906531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204737.906533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204737.906536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204737.906553:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204737.906557:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204737.906560:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204738.098484:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204738.098490:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204738.098492:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204738.098496:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204738.098499:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204738.098502:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.098504:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204738.098507:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204738.098509:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.930495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204738.930501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204738.930503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204738.930505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204738.930507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204738.930509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.930512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204738.930515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204738.930516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204738.930518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204738.930520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204738.930523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204738.930525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204738.930560:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204738.930565:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204738.930569:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204739.122539:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204739.122548:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204739.122550:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204739.122556:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204739.122560:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204739.122564:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.122567:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204739.122570:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.122573:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204739.634719:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204739.634737:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204739.634741:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204739.634747:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204739.634754:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204739.634765:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3872
00000400:00000200:3.0:1788204739.634779:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204739.634787:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204739.634792:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204739.634796:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.634800:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204739.634802:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.634805:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204739.634811:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204739.634814:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204739.634818:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204739.634822:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204739.634826:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204739.634830:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204739.634833:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.634835:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204739.634837:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.634840:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204739.634843:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204739.634847:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204739.634851:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204739.634854:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204739.634859:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204739.634863:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.634865:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204739.634868:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204739.634876:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788204739.634881:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204739.634886:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204739.634888:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.634892:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204739.634897:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204739.634903:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204739.634913:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788204739.634923:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204739.634937:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204739.634950:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204739.634956:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204739.634961:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204739.635002:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204739.635006:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204739.635010:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204739.635012:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204739.635014:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204739.635018:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204739.635021:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3872
00000400:00000200:3.0:1788204739.635025:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204739.635029:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204739.635032:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204739.635035:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635038:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204739.635053:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635055:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204739.635058:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204739.635059:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204739.635061:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204739.635064:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204739.635066:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204739.635069:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204739.635072:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635074:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204739.635076:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635079:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204739.635082:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204739.635085:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635087:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204739.635090:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204739.635097:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204739.635099:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.635102:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204739.635107:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204739.635111:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.635113:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204739.635118:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788204739.635120:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204739.635123:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204739.635125:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.635127:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204739.635128:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204739.635130:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204739.635135:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:3.0:1788204739.635153:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204739.635159:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204739.635168:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204739.635171:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204739.635175:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204739.635184:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204739.635187:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204739.635191:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204739.635193:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204739.635195:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204739.635199:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204739.635214:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3872
00000400:00000200:3.0:1788204739.635219:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204739.635222:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204739.635225:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204739.635229:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635231:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204739.635234:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635236:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204739.635239:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204739.635240:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204739.635243:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204739.635245:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204739.635248:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204739.635250:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204739.635253:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635255:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204739.635258:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635260:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204739.635262:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204739.635265:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635267:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204739.635269:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204739.635272:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204739.635274:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.635276:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204739.635278:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204739.635281:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.635283:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204739.635287:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204739.635290:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204739.635292:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204739.635294:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.635296:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204739.635298:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204739.635300:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204739.635304:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000100:00000001:3.0:1788204739.635308:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204739.635313:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204739.635328:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204739.635331:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204739.635335:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204739.635343:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204739.635345:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204739.635349:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204739.635351:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204739.635353:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204739.635356:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204739.635358:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3872
00000400:00000200:3.0:1788204739.635363:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204739.635366:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204739.635368:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204739.635372:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635374:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204739.635376:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635379:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204739.635381:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204739.635383:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204739.635384:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204739.635387:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204739.635389:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204739.635392:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204739.635395:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635468:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204739.635471:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635474:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204739.635478:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204739.635482:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204739.635486:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204739.635488:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204739.635492:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204739.635495:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.635498:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204739.635503:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204739.635506:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.635509:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204739.635516:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788204739.635519:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204739.635523:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204739.635526:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204739.635530:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204739.635534:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204739.635537:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204739.635544:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788204739.635549:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204739.635556:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204739.635566:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204739.635569:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204739.635577:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204739.635586:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204739.635591:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3882)
00000100:00000001:2.0:1788204739.635678:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204739.635689:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204739.635692:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204739.635708:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.635721:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204739.635724:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204739.635728:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204739.635732:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204739.635735:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204739.635740:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556774784:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204739.635744:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204739.635750:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204739.635752:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204739.635755:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204739.635765:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204739.635768:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204739.635775:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204739.635778:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204739.635784:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204739.635790:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556774784, portal 25
00000100:00000001:2.0:1788204739.635792:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204739.635794:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:2.0:1788204739.635799:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.635806:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204739.635808:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204739.635810:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204739.635814:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556774784, offset 0
00000400:00000200:2.0:1788204739.635819:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204739.635826:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204739.635833:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204739.635837:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204739.635841:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204739.635844:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204739.635846:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204739.635850:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3257:3257:256:4294967295] 192.168.201.145@tcp LPNI seq info [3257:3257:8:4294967295]
00000400:00000200:2.0:1788204739.635853:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204739.635860:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204739.635864:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204739.635868:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204739.635874:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204739.635878:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204739.635882:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204739.635885:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204739.635888:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204739.635890:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204739.635895:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204739.635899:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204739.635903:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204739.635906:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204739.635909:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204739.635912:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.635920:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204739.635922:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.635927:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204739.635928:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204739.635933:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204739.635935:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204739.635938:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298546857
00000100:00000010:2.0:1788204739.635942:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511de0.
00000100:00000001:2.0:1788204739.635948:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204739.635953:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298546857
00000100:00000010:2.0:1788204739.635955:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511ea0.
00000100:00000001:2.0:1788204739.635957:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204739.635960:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204739.635962:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204739.635964:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204739.635966:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204739/real 1788204739]  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204739.635973:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204739.635974:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204739.635975:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204739.635978:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204739.635979:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204739.635981:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204739.635983:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204739.635989:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.635993:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204739.635994:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.635996:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204739.635997:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204739.636000:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636004:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204739.636007:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636016:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204739.636019:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636020:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204739.636021:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636023:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204739.636024:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204739.636027:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204739.636030:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204739.636031:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204739.636034:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204739.636055:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556774784:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204739.636060:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204739.636074:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636085:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204739.636086:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204739.636089:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204739.636091:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204739.636093:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204739.636096:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774912:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204739.636100:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204739.636103:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204739.636104:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204739.636106:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204739.636109:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204739.636111:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204739.636114:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204739.636117:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204739.636121:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204739.636123:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556774912, portal 10
00000100:00000001:2.0:1788204739.636125:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204739.636126:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788204739.636133:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636139:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204739.636141:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204739.636143:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204739.636145:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556774912, offset 0
00000400:00000200:2.0:1788204739.636150:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204739.636154:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204739.636157:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204739.636161:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204739.636163:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204739.636166:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204739.636168:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204739.636171:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3258:3258:256:4294967295] 192.168.201.145@tcp LPNI seq info [3258:3258:8:4294967295]
00000400:00000200:2.0:1788204739.636176:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204739.636183:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204739.636188:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204739.636191:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204739.636196:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204739.636199:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204739.636204:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204739.636206:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204739.636209:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204739.636211:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204739.636213:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204739.636216:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204739.636218:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204739.636219:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204739.636222:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204739.636225:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636230:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204739.636232:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636237:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204739.636238:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204739.636241:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204739.636244:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204739.636246:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204739.636248:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298544979
00000100:00000001:2.0:1788204739.636249:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298546857
00000100:00000001:2.0:1788204739.636251:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298544979
00000100:00000001:2.0:1788204739.636253:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298546857
00000100:00000001:2.0:1788204739.636254:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204739.636255:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204739.636257:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204739.636259:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204739/real 1788204739]  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204739.636264:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204739.636265:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204739.636266:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204739.636268:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204739.636269:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204739.636270:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204739.636272:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204739.636278:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636286:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204739.636287:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636288:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204739.636289:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204739.636291:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636295:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204739.636298:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636302:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204739.636304:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636305:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204739.636305:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636306:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204739.636308:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204739.636309:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204739.636312:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204739.636313:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204739.636315:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204739.636321:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556774912:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204739.636324:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204739.636326:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636330:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204739.636331:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204739.636333:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204739.636334:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204739.636336:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204739.636338:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775040:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204739.636340:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204739.636342:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204739.636343:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204739.636344:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204739.636346:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204739.636347:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204739.636350:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204739.636351:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204739.636354:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204739.636356:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556775040, portal 4
00000100:00000001:2.0:1788204739.636357:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204739.636358:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788204739.636362:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636366:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204739.636368:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204739.636369:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204739.636371:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556775040, offset 0
00000400:00000200:2.0:1788204739.636373:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204739.636376:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204739.636378:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204739.636380:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204739.636382:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204739.636383:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204739.636385:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204739.636387:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3259:3259:256:4294967295] 192.168.201.145@tcp LPNI seq info [3259:3259:8:4294967295]
00000400:00000200:2.0:1788204739.636390:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204739.636394:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204739.636449:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204739.636453:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204739.636457:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204739.636460:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204739.636465:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204739.636468:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204739.636472:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204739.636473:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204739.636476:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204739.636480:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204739.636483:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204739.636485:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204739.636488:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204739.636491:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636496:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204739.636499:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636503:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204739.636504:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204739.636507:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204739.636509:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204739.636512:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204739.636513:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298544663
00000100:00000001:2.0:1788204739.636515:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298546857
00000100:00000001:2.0:1788204739.636516:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298544663
00000100:00000001:2.0:1788204739.636518:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298546857
00000100:00000001:2.0:1788204739.636519:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204739.636520:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204739.636522:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204739.636524:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204739/real 1788204739]  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204739.636530:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204739.636530:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204739.636532:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204739.636533:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204739.636534:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204739.636536:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204739.636538:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204739.636543:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636546:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204739.636547:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636548:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204739.636549:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204739.636551:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636555:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204739.636558:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636563:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204739.636564:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636565:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204739.636566:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636567:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204739.636569:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204739.636570:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204739.636572:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204739.636574:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204739.636577:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204739.636582:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775040:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204739.636584:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204739.636587:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636591:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204739.636592:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204739.636593:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204739.636594:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204739.636595:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204739.636597:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775168:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204739.636599:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204739.636600:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204739.636601:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204739.636602:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204739.636605:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204739.636606:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204739.636608:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204739.636609:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204739.636611:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204739.636613:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556775168, portal 4
00000100:00000001:2.0:1788204739.636615:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204739.636616:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788204739.636620:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636624:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204739.636625:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204739.636627:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204739.636628:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556775168, offset 0
00000400:00000200:2.0:1788204739.636631:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204739.636634:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204739.636636:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204739.636638:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204739.636640:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204739.636642:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204739.636643:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204739.636645:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3260:3260:256:4294967295] 192.168.201.145@tcp LPNI seq info [3260:3260:8:4294967295]
00000400:00000200:2.0:1788204739.636648:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204739.636652:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204739.636655:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204739.636657:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204739.636659:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204739.636661:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204739.636664:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204739.636665:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204739.636668:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204739.636669:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204739.636671:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204739.636673:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204739.636675:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204739.636676:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204739.636678:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204739.636680:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636685:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204739.636687:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636691:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204739.636692:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204739.636693:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204739.636695:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204739.636697:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204739.636698:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298545394
00000100:00000001:2.0:1788204739.636700:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298546857
00000100:00000001:2.0:1788204739.636701:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298545394
00000100:00000001:2.0:1788204739.636703:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298546857
00000100:00000001:2.0:1788204739.636704:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204739.636705:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204739.636706:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204739.636708:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204739/real 1788204739]  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204739.636713:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204739.636713:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204739.636714:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204739.636716:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204739.636717:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204739.636718:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204739.636720:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204739.636725:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636729:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204739.636730:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636731:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204739.636732:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204739.636734:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636738:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204739.636740:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636744:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204739.636746:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636747:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204739.636748:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636749:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204739.636750:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204739.636752:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204739.636754:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204739.636755:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204739.636757:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204739.636762:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775168:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204739.636764:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636766:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204739.636768:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556774784/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636772:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204739.636774:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204739.636775:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204739.636777:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204739.636779:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204739.636780:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204739.636782:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204739.636783:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:2.0:1788204739.636785:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204739.636787:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204739.636788:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788204739.636790:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204739.636791:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636792:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204739.636794:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556774912/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636802:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204739.636803:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204739.636804:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204739.636806:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204739.636806:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204739.636807:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204739.636808:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204739.636809:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:2.0:1788204739.636810:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204739.636811:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204739.636812:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788204739.636813:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204739.636814:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636815:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204739.636816:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556775040/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636820:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204739.636821:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204739.636822:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204739.636823:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204739.636823:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204739.636824:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204739.636825:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204739.636826:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:2.0:1788204739.636827:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204739.636828:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204739.636829:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788204739.636830:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204739.636831:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636832:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204739.636833:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556775168/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204739.636837:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204739.636838:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204739.636839:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204739.636840:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204739.636841:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204739.636842:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204739.636843:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204739.636844:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:2.0:1788204739.636845:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204739.636846:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204739.636847:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204739.636848:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204739.636849:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636850:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.636856:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204739.636857:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204739.636858:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204739.636860:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204739.954551:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204739.954555:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204739.954561:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204739.954563:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204739.954565:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204739.954573:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204739.954576:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204739.954579:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204739.954581:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204739.954584:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204739.954589:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204739.954592:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204739.954594:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204739.954666:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204739.954672:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204739.954676:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204740.146514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204740.146520:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204740.146521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204740.146526:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204740.146528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204740.146532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204740.146534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204740.146536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204740.146539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204740.978531:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204740.978533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204740.978540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204740.978541:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204740.978545:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204740.978548:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204740.978552:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204740.978553:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204740.978558:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204740.978565:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204740.978568:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204740.978571:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204740.978574:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204740.978597:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204740.978601:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204740.978612:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204741.170512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204741.170517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204741.170519:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204741.170524:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204741.170527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204741.170531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204741.170534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204741.170536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204741.170538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204741.874506:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298546857, at 4298546880
00000100:00000040:0.0:1788204741.874507:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298546857, at 4298546880
00000100:00000010:1.0:1788204741.874521:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ea0.
00000100:00000010:0.0:1788204741.874523:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511de0.
00000100:00000001:1.0:1788204742.002514:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204742.002518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204742.002522:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204742.002524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204742.002525:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204742.002532:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204742.002534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204742.002536:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204742.002538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204742.002540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204742.002544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204742.002546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204742.002548:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204742.002573:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204742.002578:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204742.002583:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204742.194476:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204742.194482:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204742.194484:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204742.194488:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204742.194491:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204742.194493:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204742.194496:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204742.194498:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204742.194500:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204743.026510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204743.026515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204743.026519:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204743.026522:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204743.026523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204743.026528:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204743.026530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204743.026534:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204743.026535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204743.026540:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204743.026541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204743.026544:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204743.026546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204743.026548:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204743.026551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204743.026552:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204743.026555:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204743.026559:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204743.026563:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204743.026606:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204743.026611:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204743.026614:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204743.218501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204743.218508:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204743.218510:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204743.218514:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204743.218516:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204743.218520:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.218522:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204743.218524:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.218527:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204744.050503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204744.050503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204744.050511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204744.050512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204744.050516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204744.050520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204744.050521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204744.050525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204744.050526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204744.050539:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204744.050542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204744.050544:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204744.050547:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204744.050551:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204744.050556:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204744.050560:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204744.242468:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204744.242473:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204744.242475:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204744.242479:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204744.242482:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204744.242485:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204744.242487:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204744.242489:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204744.242491:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204744.754501:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204744.754511:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204744.754514:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204744.754519:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204744.754524:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204744.754530:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3877
00000400:00000200:3.0:1788204744.754541:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204744.754548:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204744.754552:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204744.754555:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204744.754560:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204744.754563:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204744.754566:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204744.754572:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204744.754574:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204744.754577:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204744.754581:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204744.754584:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204744.754587:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204744.754591:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204744.754593:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204744.754595:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204744.754597:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204744.754600:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204744.754603:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204744.754605:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204744.754609:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204744.754612:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204744.754615:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204744.754618:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204744.754621:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204744.754627:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204744.754631:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204744.754636:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204744.754638:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204744.754642:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204744.754655:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204744.754660:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204744.754668:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788204744.754684:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204744.754699:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204744.754711:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204744.754716:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204744.754723:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204744.754743:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204744.754746:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204744.754749:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204744.754750:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204744.754752:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204744.754754:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204744.754757:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3877
00000400:00000200:3.0:1788204744.754761:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204744.754765:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204744.754767:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204744.754774:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204744.754779:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204744.754782:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204744.754791:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.754801:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204744.754804:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204744.754807:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204744.754810:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204744.754812:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204744.754814:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556775296:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204744.754818:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204744.754821:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204744.754824:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204744.754825:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204744.754827:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204744.754831:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204744.754832:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204744.754834:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204744.754836:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204744.754837:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204744.754839:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:0.0:1788204744.754840:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f400.
00000020:00000040:3.0:1788204744.754841:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
02000000:00000001:0.0:1788204744.754846:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204744.754846:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204744.754852:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204744.754855:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204744.754859:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204744.754860:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204744.754862:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204744.754865:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:0.0:1788204744.754867:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000020:00000040:3.0:1788204744.754867:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000400:00000010:0.0:1788204744.754877:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204744.754884:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556775296, portal 25
00000100:00000001:0.0:1788204744.754886:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204744.754888:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788204744.754896:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.754905:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204744.754908:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204744.754910:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204744.754913:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556775296, offset 0
00000400:00000200:0.0:1788204744.754919:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204744.754925:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204744.754931:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204744.754935:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204744.754939:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204744.754942:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204744.754945:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204744.754948:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3261:3261:256:4294967295] 192.168.201.145@tcp LPNI seq info [3261:3261:8:4294967295]
00000400:00000200:0.0:1788204744.754968:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204744.754976:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204744.754983:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204744.754988:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204744.754996:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204744.755001:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204744.755007:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788204744.755011:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000200:0.1:1788204744.755013:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1788204744.755017:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204744.755021:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1788204744.755024:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204744.755029:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
02000000:00000001:3.0:1788204744.755029:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204744.755036:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204744.755037:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204744.755039:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204744.755046:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204744.755047:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204744.755056:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204744.755060:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204744.755065:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204744.755069:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755082:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204744.755087:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204744.755091:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204744.755096:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204744.755102:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788204744.755103:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204744.755107:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:0.0:1788204744.755108:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204744.755112:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204744.755114:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204744.755116:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204744.755118:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204744.755119:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204744.755121:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204744.755127:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:3.0:1788204744.755128:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000100:00000001:0.0:1788204744.755130:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298551976
00000100:00000001:3.0:1788204744.755134:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204744.755137:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788204744.755143:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1788204744.755144:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204744.755149:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298551976
00000100:00000010:0.0:1788204744.755155:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a120.
00000100:00000001:0.0:1788204744.755160:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204744.755161:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204744.755163:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204744.755167:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755168:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755173:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788204744.755178:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204744.755180:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204744/real 1788204744]  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204744.755238:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204744.755241:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788204744.755242:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1788204744.755246:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1788204744.755247:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204744.755251:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1788204744.755252:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000100:00080000:3.0:1788204744.755252:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204744.755256:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204744.755259:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3877
00000400:00000200:3.0:1788204744.755262:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204744.755265:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204744.755267:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000100:00080000:3.0:1788204744.755268:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788204744.755271:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000040:3.0:1788204744.755273:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204744.755276:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204744.755276:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204744.755281:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:0.0:1788204744.755285:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204744.755285:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204744.755290:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204744.755293:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204744.755296:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204744.755299:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204744.755303:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:0.0:1788204744.755304:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204744.755307:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204744.755315:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204744.755318:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204744.755318:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204744.755322:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204744.755323:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204744.755327:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204744.755327:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204744.755330:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204744.755331:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00100000:0.0:1788204744.755338:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204744.755339:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204744.755344:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204744.755349:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204744.755353:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204744.755354:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204744.755358:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204744.755361:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788204744.755362:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204744.755363:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204744.755369:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204744.755372:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204744.755377:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788204744.755381:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204744.755381:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204744.755386:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204744.755388:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755390:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204744.755391:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204744.755393:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204744.755416:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204744.755420:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:3.0:1788204744.755424:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755427:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1788204744.755429:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204744.755430:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.755437:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204744.755442:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204744.755442:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204744.755445:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204744.755451:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204744.755452:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204744.755462:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204744.755463:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204744.755467:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204744.755469:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1788204744.755471:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204744.755473:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204744.755476:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204744.755479:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1788204744.755482:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204744.755483:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3877
00000400:00000200:3.0:1788204744.755490:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204744.755496:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204744.755500:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788204744.755505:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556775296:192.168.201.145@tcp:250:kworker.0
00000100:00000040:3.0:1788204744.755507:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204744.755512:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204744.755515:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204744.755517:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204744.755518:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204744.755523:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204744.755524:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788204744.755524:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204744.755528:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204744.755530:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204744.755533:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204744.755534:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556775296/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204744.755535:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204744.755541:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204744.755546:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204744.755550:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204744.755554:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204744.755560:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:0.0:1788204744.755561:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1788204744.755564:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:0.0:1788204744.755565:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204744.755567:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204744.755569:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f400.
02000000:00000001:3.0:1788204744.755570:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204744.755574:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204744.755575:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1788204744.755577:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204744.755579:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788204744.755580:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000040:0.0:1788204744.755581:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000008:00100000:3.0:1788204744.755583:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000020:00000001:0.0:1788204744.755585:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000008:00000001:3.0:1788204744.755587:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204744.755588:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788204744.755590:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204744.755594:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:3.0:1788204744.755595:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
02000000:00000001:0.0:1788204744.755597:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1788204744.755599:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000010:0.0:1788204744.755600:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
02000000:00000001:3.0:1788204744.755604:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204744.755605:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1788204744.755606:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755608:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204744.755609:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204744.755613:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204744.755613:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204744.755617:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204744.755620:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:0.0:1788204744.755622:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204744.755623:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755625:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755628:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1788204744.755629:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204744.755630:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204744.755633:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204744.755640:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204744.755641:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204744.755645:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204744.755652:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755653:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204744.755656:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204744.755661:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204744.755664:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204744.755666:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204744.755667:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204744.755671:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3887)
00000100:00100000:0.0:1788204744.755672:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775424:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204744.755676:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204744.755678:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204744.755679:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204744.755680:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204744.755683:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f400.
02000000:00000001:0.0:1788204744.755685:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204744.755688:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204744.755690:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204744.755693:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204744.755695:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556775424, portal 10
00000100:00000001:0.0:1788204744.755697:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204744.755698:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788204744.755703:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755707:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204744.755709:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204744.755711:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204744.755712:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556775424, offset 0
00000400:00000200:0.0:1788204744.755715:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204744.755718:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204744.755720:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204744.755722:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204744.755725:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204744.755727:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204744.755729:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204744.755731:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3262:3262:256:4294967295] 192.168.201.145@tcp LPNI seq info [3262:3262:8:4294967295]
00000400:00000200:0.0:1788204744.755734:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204744.755739:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204744.755742:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204744.755744:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204744.755746:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204744.755749:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204744.755752:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204744.755754:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204744.755757:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204744.755758:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:0.0:1788204744.755760:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204744.755763:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204744.755765:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204744.755766:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204744.755768:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204744.755770:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755776:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204744.755778:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755782:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755783:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204744.755785:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204744.755788:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204744.755790:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204744.755792:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298550099
00000100:00000001:0.0:1788204744.755793:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298551976
00000100:00000001:0.0:1788204744.755795:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298550099
00000100:00000001:0.0:1788204744.755796:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298551976
00000100:00000001:0.0:1788204744.755797:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204744.755799:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755800:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204744.755802:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204744/real 1788204744]  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204744.755808:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204744.755809:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204744.755810:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204744.755811:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:0.0:1788204744.755813:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204744.755814:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204744.755816:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204744.755821:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755825:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204744.755826:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.755827:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204744.755828:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204744.755830:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755834:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204744.755837:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755841:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204744.755843:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.755844:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204744.755845:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.755846:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204744.755848:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204744.755849:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204744.755851:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204744.755852:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204744.755855:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204744.755860:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775424:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204744.755862:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204744.755865:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755869:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204744.755870:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204744.755872:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204744.755873:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204744.755874:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204744.755876:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775552:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204744.755877:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204744.755878:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204744.755879:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204744.755880:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204744.755883:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204744.755884:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204744.755886:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204744.755888:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204744.755890:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204744.755892:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556775552, portal 4
00000100:00000001:0.0:1788204744.755893:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204744.755894:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788204744.755898:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755902:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204744.755904:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204744.755905:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204744.755907:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556775552, offset 0
00000400:00000200:0.0:1788204744.755909:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204744.755911:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204744.755913:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204744.755915:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204744.755917:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204744.755918:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204744.755920:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204744.755922:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3263:3263:256:4294967295] 192.168.201.145@tcp LPNI seq info [3263:3263:8:4294967295]
00000400:00000200:0.0:1788204744.755925:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204744.755929:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204744.755931:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204744.755933:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204744.755936:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204744.755937:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204744.755940:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204744.755942:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204744.755944:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204744.755946:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:0.0:1788204744.755948:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204744.755965:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204744.755968:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204744.755969:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204744.755971:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204744.755974:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755979:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204744.755981:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.755985:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.755986:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204744.755989:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204744.755991:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204744.755993:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204744.755995:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298549782
00000100:00000001:0.0:1788204744.755997:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298551976
00000100:00000001:0.0:1788204744.755998:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298549782
00000100:00000001:0.0:1788204744.756000:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298551976
00000100:00000001:0.0:1788204744.756001:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204744.756003:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.756004:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204744.756006:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204744/real 1788204744]  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204744.756011:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204744.756012:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204744.756013:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204744.756014:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:0.0:1788204744.756015:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204744.756016:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204744.756018:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204744.756024:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756028:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204744.756029:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756030:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204744.756031:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204744.756033:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756037:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204744.756039:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756043:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204744.756044:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756045:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204744.756046:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756048:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204744.756049:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204744.756051:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204744.756053:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204744.756054:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204744.756057:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204744.756061:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775552:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204744.756064:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756065:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204744.756067:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556775424/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756071:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204744.756072:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204744.756074:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f400.
02000000:00000001:0.0:1788204744.756075:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204744.756076:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204744.756077:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204744.756079:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204744.756081:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:0.0:1788204744.756083:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204744.756085:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204744.756086:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788204744.756089:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204744.756090:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756092:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204744.756095:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556775552/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756102:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204744.756104:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204744.756105:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204744.756108:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204744.756110:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204744.756111:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204744.756113:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204744.756115:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:0.0:1788204744.756117:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204744.756118:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204744.756120:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788204744.756123:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204744.756124:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756126:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756129:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204744.756131:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.756133:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204744.756134:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204744.756135:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204744.756138:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756142:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204744.756144:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204744.756145:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204744.756146:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204744.756148:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204744.756149:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775680:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204744.756152:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204744.756153:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204744.756154:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204744.756155:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204744.756158:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204744.756159:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204744.756161:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204744.756163:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204744.756165:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204744.756167:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556775680, portal 4
00000100:00000001:0.0:1788204744.756169:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204744.756170:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788204744.756175:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756179:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204744.756180:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204744.756182:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204744.756183:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556775680, offset 0
00000400:00000200:0.0:1788204744.756187:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204744.756191:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204744.756194:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204744.756197:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204744.756200:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204744.756202:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204744.756205:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204744.756209:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3264:3264:256:4294967295] 192.168.201.145@tcp LPNI seq info [3264:3264:8:4294967295]
00000400:00000200:0.0:1788204744.756213:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204744.756220:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204744.756224:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204744.756228:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204744.756232:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204744.756234:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204744.756239:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204744.756242:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204744.756246:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204744.756248:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:0.0:1788204744.756251:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204744.756255:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204744.756258:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204744.756259:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204744.756262:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204744.756266:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756274:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204744.756278:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756285:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.756286:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204744.756289:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204744.756292:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204744.756295:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204744.756296:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298550513
00000100:00000001:0.0:1788204744.756298:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298551976
00000100:00000001:0.0:1788204744.756300:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298550513
00000100:00000001:0.0:1788204744.756301:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298551976
00000100:00000001:0.0:1788204744.756303:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204744.756304:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.756305:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204744.756308:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204744/real 1788204744]  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204744.756313:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204744.756314:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204744.756315:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204744.756317:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:0.0:1788204744.756318:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204744.756319:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204744.756321:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204744.756327:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756331:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204744.756332:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756333:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204744.756334:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204744.756336:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756341:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204744.756343:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756347:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204744.756349:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756350:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204744.756350:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756352:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204744.756353:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204744.756354:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204744.756356:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204744.756357:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204744.756360:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204744.756365:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775680:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204744.756369:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756371:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204744.756374:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556775680/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204744.756381:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204744.756382:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204744.756384:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204744.756387:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204744.756388:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204744.756390:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204744.756392:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204744.756394:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:0.0:1788204744.756421:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204744.756422:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204744.756424:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788204744.756426:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204744.756427:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756429:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204744.756432:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204744.756433:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204744.756435:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204744.756437:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204745.074504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204745.074507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204745.074511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204745.074512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204745.074514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204745.074517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204745.074518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204745.074519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204745.074522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204745.074526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204745.074528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204745.074531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204745.074534:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204745.074573:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204745.074577:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204745.074580:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204745.266484:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204745.266490:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204745.266492:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204745.266496:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204745.266499:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204745.266503:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204745.266505:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204745.266508:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204745.266511:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204746.098484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204746.098491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204746.098493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204746.098494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204746.098498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204746.098501:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204746.098503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204746.098505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204746.098517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204746.098523:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204746.098526:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204746.098529:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204746.098530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204746.098532:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204746.098536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204746.098536:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204746.290525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204746.290532:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204746.290535:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204746.290541:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204746.290544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204746.290548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204746.290551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204746.290553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204746.290556:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204746.994473:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298551976, at 4298552000
00000100:00000040:0.0:1788204746.994474:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298551976, at 4298552000
00000100:00000010:0.0:1788204746.994488:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788204746.994489:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a120.
00000100:00000001:1.0:1788204747.122490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204747.122490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204747.122496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204747.122497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204747.122500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204747.122502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204747.122505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204747.122506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204747.122511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204747.122514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204747.122516:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204747.122518:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204747.122519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204747.122562:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204747.122565:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204747.122568:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204747.314499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204747.314508:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204747.314510:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204747.314515:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204747.314519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204747.314523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204747.314526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204747.314528:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204747.314530:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204748.146487:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204748.146492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204748.146494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.146499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204748.146501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204748.146503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204748.146505:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204748.146508:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204748.146509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204748.146512:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.146517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204748.146518:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204748.146521:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204748.146524:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.146525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204748.146526:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.146531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204748.146535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204748.146539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204748.146546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204748.146549:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204748.146551:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204748.338466:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204748.338472:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204748.338474:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204748.338478:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204748.338481:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204748.338484:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204748.338486:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204748.338488:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204748.338490:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204749.170525:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204749.170528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204749.170534:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204749.170535:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204749.170539:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204749.170542:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204749.170545:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204749.170546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204749.170554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204749.170559:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204749.170562:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204749.170566:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204749.170570:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204749.170585:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204749.170589:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204749.170594:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204749.362487:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204749.362493:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204749.362495:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204749.362499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204749.362504:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204749.362507:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204749.362510:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204749.362513:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204749.362516:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204749.874489:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204749.874497:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204749.874499:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204749.874502:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204749.874506:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204749.874512:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3882
00000400:00000200:3.0:1788204749.874519:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204749.874524:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204749.874527:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204749.874529:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874532:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204749.874534:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874536:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204749.874539:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204749.874540:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204749.874542:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204749.874545:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204749.874546:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204749.874548:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204749.874551:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874553:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204749.874555:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874557:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204749.874560:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204749.874570:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874573:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204749.874576:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204749.874579:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204749.874582:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874585:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204749.874588:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204749.874597:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204749.874601:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204749.874605:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204749.874607:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874611:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204749.874614:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204749.874618:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204749.874626:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788204749.874633:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204749.874643:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204749.874653:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204749.874657:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204749.874660:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204749.874680:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204749.874682:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204749.874685:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204749.874686:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204749.874688:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204749.874690:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204749.874691:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3882
00000400:00000200:3.0:1788204749.874694:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204749.874697:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204749.874698:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204749.874700:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874702:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204749.874704:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874705:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204749.874707:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204749.874708:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204749.874709:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204749.874711:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204749.874713:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204749.874715:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204749.874717:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874718:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204749.874720:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874721:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204749.874723:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:0.0:1788204749.874725:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788204749.874725:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874730:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204749.874732:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204749.874733:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788204749.874736:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204749.874737:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204749.874739:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874742:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204749.874745:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788204749.874749:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204749.874749:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874750:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204749.874755:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788204749.874758:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204749.874763:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204749.874765:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874769:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204749.874770:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204749.874771:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204749.874773:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204749.874774:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204749.874780:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1788204749.874781:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
02000000:00000001:0.0:1788204749.874784:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204749.874785:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204749.874787:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204749.874793:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788204749.874794:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556775808:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204749.874802:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204749.874807:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204749.874808:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204749.874811:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874812:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204749.874816:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204749.874819:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204749.874822:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204749.874827:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874829:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204749.874833:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204749.874836:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204749.874837:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204749.874840:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1788204749.874841:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000100:00080000:3.0:1788204749.874842:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204749.874846:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1788204749.874848:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00080000:3.0:1788204749.874849:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3882
00000400:00000200:3.0:1788204749.874855:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204749.874857:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:0.0:1788204749.874858:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556775808, portal 25
00000100:00080000:3.0:1788204749.874859:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204749.874878:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874880:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204749.874881:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204749.874885:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204749.874885:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204749.874889:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000020:00000001:3.0:1788204749.874890:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204749.874894:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000100:00000040:0.0:1788204749.874898:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204749.874899:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204749.874903:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204749.874908:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:0.0:1788204749.874910:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788204749.874914:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204749.874915:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204749.874920:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000040:3.0:1788204749.874923:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:0.0:1788204749.874924:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556775808, offset 0
00000100:00000001:3.0:1788204749.874930:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204749.874935:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788204749.874936:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874940:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204749.874942:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204749.874947:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204749.874949:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204749.874951:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204749.874952:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204749.874953:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204749.874957:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874959:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204749.874961:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204749.874963:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000008:00000001:3.0:1788204749.874964:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874968:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204749.874970:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1788204749.874971:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000400:00000200:0.0:1788204749.874975:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:3.0:1788204749.874976:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204749.874979:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788204749.874981:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204749.874982:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.874986:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788204749.874988:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:3.0:1788204749.874989:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204749.874992:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204749.874995:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3265:3265:256:4294967295] 192.168.201.145@tcp LPNI seq info [3265:3265:8:4294967295]
02000000:00000010:3.0:1788204749.874997:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000400:00000200:0.0:1788204749.875002:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204749.875003:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204749.875009:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204749.875017:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204749.875029:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204749.875036:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1788204749.875037:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000100:00000001:3.0:1788204749.875038:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204749.875044:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788204749.875046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204749.875052:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204749.875061:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204749.875065:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204749.875066:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1788204749.875072:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1788204749.875073:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204749.875077:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000100:00080000:3.0:1788204749.875081:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1788204749.875084:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204749.875085:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204749.875089:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204749.875091:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204749.875095:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204749.875097:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000100:00080000:3.0:1788204749.875100:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3882
00000400:00000010:0.0:1788204749.875102:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204749.875107:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1788204749.875108:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:0.0:1788204749.875114:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204749.875114:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204749.875119:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204749.875124:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204749.875128:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204749.875133:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204749.875134:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204749.875135:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204749.875139:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1788204749.875140:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204749.875141:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204749.875144:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204749.875147:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204749.875151:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204749.875156:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788204749.875158:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204749.875161:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204749.875162:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204749.875166:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204749.875168:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204749.875169:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.875170:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204749.875175:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000200:0.0:1788204749.875178:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204749.875180:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204749.875182:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298557096
00000100:00000001:3.0:1788204749.875184:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204749.875188:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1788204749.875190:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
02000000:00000001:3.0:1788204749.875191:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204749.875196:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.875198:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204749.875200:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000008:00100000:3.0:1788204749.875201:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204749.875206:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875207:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298557096
00000100:00000001:3.0:1788204749.875208:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204749.875212:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a840.
00000100:00000001:0.0:1788204749.875215:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1788204749.875216:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788204749.875218:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204749.875222:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204749.875222:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204749.875227:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204749.875229:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1788204749.875232:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204749/real 1788204749]  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204749.875233:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204749.875240:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204749.875243:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1788204749.875245:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204749.875247:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204749.875248:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204749.875250:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204749.875253:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
02000000:00000010:3.0:1788204749.875255:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000400:00000010:0.0:1788204749.875256:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204749.875261:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204749.875263:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204749.875265:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204749.875271:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788204749.875277:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204749.875283:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204749.875287:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875289:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204749.875292:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875295:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204749.875295:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875297:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204749.875304:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204749.875320:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875323:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204749.875327:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3892)
00000100:00000040:0.0:1788204749.875332:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875342:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204749.875355:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875357:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204749.875359:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875361:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204749.875364:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204749.875367:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204749.875370:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204749.875372:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204749.875376:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204749.875382:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556775808:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204749.875386:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875388:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204749.875390:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556775808/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875394:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204749.875396:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204749.875429:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204749.875432:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204749.875434:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204749.875435:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204749.875437:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204749.875438:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:0.0:1788204749.875441:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204749.875443:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204749.875444:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788204749.875447:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204749.875448:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875449:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875455:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204749.875457:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875458:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204749.875460:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204749.875461:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204749.875463:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875469:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204749.875470:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204749.875471:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204749.875473:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204749.875474:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204749.875476:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775936:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204749.875478:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204749.875480:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204749.875481:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204749.875482:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204749.875484:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204749.875485:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204749.875488:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204749.875490:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204749.875493:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204749.875495:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556775936, portal 10
00000100:00000001:0.0:1788204749.875497:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204749.875498:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788204749.875502:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875507:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204749.875509:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204749.875511:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204749.875512:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556775936, offset 0
00000400:00000200:0.0:1788204749.875515:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204749.875518:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204749.875521:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204749.875523:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204749.875525:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204749.875527:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204749.875529:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204749.875531:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3266:3266:256:4294967295] 192.168.201.145@tcp LPNI seq info [3266:3266:8:4294967295]
00000400:00000200:0.0:1788204749.875533:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204749.875538:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204749.875541:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204749.875543:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204749.875545:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204749.875548:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204749.875551:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204749.875552:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204749.875555:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204749.875556:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:0.0:1788204749.875559:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204749.875561:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204749.875563:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204749.875565:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204749.875566:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204749.875568:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875574:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204749.875576:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875581:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875583:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204749.875586:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204749.875589:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204749.875592:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204749.875593:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298555219
00000100:00000001:0.0:1788204749.875595:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298557096
00000100:00000001:0.0:1788204749.875597:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298555219
00000100:00000001:0.0:1788204749.875598:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298557096
00000100:00000001:0.0:1788204749.875599:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204749.875601:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875602:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204749.875604:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204749/real 1788204749]  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204749.875609:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204749.875610:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204749.875612:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204749.875613:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:0.0:1788204749.875614:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204749.875616:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204749.875618:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204749.875623:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875627:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204749.875628:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875629:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204749.875630:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204749.875632:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875636:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204749.875638:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875643:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204749.875645:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875646:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204749.875647:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875648:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204749.875650:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204749.875651:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204749.875653:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204749.875654:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204749.875657:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204749.875662:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556775936:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204749.875664:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204749.875666:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875670:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204749.875671:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204749.875673:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204749.875674:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204749.875675:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204749.875677:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776064:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204749.875679:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204749.875680:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204749.875681:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204749.875682:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204749.875684:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f400.
02000000:00000001:0.0:1788204749.875685:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204749.875687:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204749.875689:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204749.875691:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204749.875693:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556776064, portal 4
00000100:00000001:0.0:1788204749.875695:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204749.875696:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:0.0:1788204749.875699:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875704:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204749.875705:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204749.875707:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204749.875708:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556776064, offset 0
00000400:00000200:0.0:1788204749.875711:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204749.875713:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204749.875715:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204749.875717:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204749.875719:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204749.875721:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204749.875722:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204749.875725:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3267:3267:256:4294967295] 192.168.201.145@tcp LPNI seq info [3267:3267:8:4294967295]
00000400:00000200:0.0:1788204749.875727:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204749.875731:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204749.875734:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204749.875736:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204749.875738:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204749.875740:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204749.875743:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204749.875745:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204749.875747:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204749.875748:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:0.0:1788204749.875750:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204749.875753:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204749.875755:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204749.875756:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204749.875757:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204749.875759:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875764:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204749.875766:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875771:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875772:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204749.875774:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204749.875776:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204749.875777:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204749.875779:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298554902
00000100:00000001:0.0:1788204749.875780:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298557096
00000100:00000001:0.0:1788204749.875782:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298554902
00000100:00000001:0.0:1788204749.875783:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298557096
00000100:00000001:0.0:1788204749.875785:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204749.875786:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875787:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204749.875789:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204749/real 1788204749]  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204749.875793:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204749.875794:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204749.875795:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204749.875796:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:0.0:1788204749.875797:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204749.875798:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204749.875800:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204749.875805:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875813:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204749.875815:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875816:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204749.875817:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204749.875819:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875823:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204749.875825:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875829:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204749.875830:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875831:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204749.875832:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.875833:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204749.875834:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204749.875836:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204749.875837:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204749.875839:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204749.875841:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204749.875846:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776064:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204749.875848:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204749.875850:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875854:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204749.875855:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204749.875856:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204749.875858:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204749.875859:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204749.875861:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776192:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204749.875879:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204749.875881:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204749.875882:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204749.875883:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204749.875886:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689fc00.
02000000:00000001:0.0:1788204749.875887:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204749.875890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204749.875891:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204749.875894:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204749.875895:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556776192, portal 4
00000100:00000001:0.0:1788204749.875897:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204749.875898:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788204749.875902:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875906:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204749.875908:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204749.875909:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204749.875911:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556776192, offset 0
00000400:00000200:0.0:1788204749.875913:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204749.875916:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204749.875918:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204749.875920:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204749.875922:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204749.875924:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204749.875925:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204749.875927:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3268:3268:256:4294967295] 192.168.201.145@tcp LPNI seq info [3268:3268:8:4294967295]
00000400:00000200:0.0:1788204749.875930:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204749.875934:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204749.875937:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204749.875939:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204749.875942:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204749.875944:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204749.875946:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204749.875948:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204749.875951:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204749.875952:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:0.0:1788204749.875954:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204749.875957:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204749.875959:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204749.875960:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204749.875961:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204749.875963:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875969:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204749.875970:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.875975:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875976:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204749.875978:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204749.875979:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204749.875981:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204749.875983:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298555633
00000100:00000001:0.0:1788204749.875984:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298557096
00000100:00000001:0.0:1788204749.875986:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298555633
00000100:00000001:0.0:1788204749.875988:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298557096
00000100:00000001:0.0:1788204749.875989:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204749.875990:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.875991:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204749.875994:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204749/real 1788204749]  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204749.875999:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204749.876000:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204749.876001:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204749.876002:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:0.0:1788204749.876003:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204749.876004:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204749.876006:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204749.876011:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.876015:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204749.876016:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.876017:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204749.876017:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204749.876020:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.876024:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204749.876026:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.876031:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204749.876032:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.876033:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204749.876034:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.876035:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204749.876036:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204749.876037:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204749.876039:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204749.876041:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204749.876044:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204749.876049:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776192:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204749.876051:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.876052:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204749.876054:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556775936/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.876058:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204749.876059:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204749.876060:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204749.876061:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204749.876062:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204749.876063:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204749.876065:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204749.876066:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:0.0:1788204749.876067:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204749.876068:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204749.876069:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788204749.876070:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204749.876071:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.876072:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204749.876074:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556776064/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.876078:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204749.876079:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204749.876080:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f400.
02000000:00000001:0.0:1788204749.876082:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204749.876082:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204749.876083:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204749.876084:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204749.876085:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:0.0:1788204749.876086:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204749.876087:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204749.876088:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788204749.876090:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204749.876091:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.876092:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204749.876094:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556776192/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204749.876097:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204749.876098:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204749.876099:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689fc00.
02000000:00000001:0.0:1788204749.876100:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204749.876101:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204749.876101:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204749.876102:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204749.876103:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:0.0:1788204749.876105:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204749.876105:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204749.876106:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788204749.876107:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204749.876108:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.876109:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204749.876111:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204749.876112:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204749.876113:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204749.876115:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204750.194484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204750.194487:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204750.194492:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204750.194493:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204750.194497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204750.194500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204750.194503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204750.194504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204750.194509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204750.194514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204750.194517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204750.194521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204750.194524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204750.194526:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204750.194529:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204750.194532:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204750.386520:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204750.386527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204750.386529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204750.386534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204750.386538:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204750.386542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204750.386545:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204750.386547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204750.386550:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204751.218504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204751.218506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204751.218513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204751.218513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204751.218517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204751.218519:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204751.218522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204751.218523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204751.218528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204751.218533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204751.218536:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204751.218539:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204751.218542:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204751.218543:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204751.218547:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204751.218553:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204751.410496:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204751.410504:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204751.410506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204751.410513:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204751.410516:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204751.410520:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204751.410523:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204751.410526:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204751.410529:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204752.114478:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298557096, at 4298557120
00000100:00000040:1.0:1788204752.114479:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298557096, at 4298557120
00000100:00000010:1.0:1788204752.114493:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a840.
00000100:00000010:0.0:1788204752.114494:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:1.0:1788204752.242498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204752.242499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204752.242503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204752.242505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204752.242507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204752.242509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204752.242510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204752.242515:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204752.242520:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204752.242524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204752.242527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204752.242528:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204752.242529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204752.242531:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204752.242534:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204752.242535:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204752.434501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204752.434507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204752.434508:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204752.434512:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204752.434514:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204752.434517:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204752.434519:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204752.434521:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204752.434523:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.266484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204753.266484:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204753.266489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204753.266490:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204753.266491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204753.266493:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204753.266497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204753.266497:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204753.266502:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204753.266503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204753.266505:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.266507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204753.266507:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.266509:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204753.266511:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204753.266512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204753.266515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204753.266515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204753.266517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204753.266533:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204753.266534:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204753.266543:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204753.458511:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204753.458519:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204753.458522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204753.458527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204753.458531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204753.458542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.458545:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204753.458547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.458549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204754.290485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204754.290488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204754.290492:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204754.290492:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204754.290494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204754.290496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204754.290497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204754.290498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204754.290501:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204754.290504:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204754.290507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204754.290511:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204754.290513:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204754.290516:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204754.290519:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204754.290521:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204754.482493:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204754.482499:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204754.482501:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204754.482505:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204754.482508:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204754.482510:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.482512:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204754.482514:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.482516:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204754.994492:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204754.994501:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204754.994503:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204754.994507:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204754.994512:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204754.994519:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3887
00000400:00000200:0.0:1788204754.994527:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204754.994533:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204754.994537:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204754.994540:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994543:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204754.994546:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994548:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204754.994552:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204754.994554:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204754.994556:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204754.994559:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204754.994561:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204754.994563:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204754.994566:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994568:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204754.994570:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994572:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204754.994574:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204754.994577:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994580:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204754.994582:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204754.994585:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204754.994588:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.994589:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204754.994591:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204754.994598:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204754.994600:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204754.994603:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204754.994605:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.994607:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204754.994609:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204754.994612:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204754.994618:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:0.0:1788204754.994623:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204754.994630:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204754.994638:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204754.994641:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204754.994644:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204754.994660:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204754.994663:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204754.994665:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204754.994666:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204754.994667:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204754.994668:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204754.994670:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3887
00000400:00000200:0.0:1788204754.994672:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204754.994674:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204754.994675:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204754.994677:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994679:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204754.994681:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994682:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204754.994684:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204754.994685:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204754.994686:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204754.994688:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204754.994690:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788204754.994690:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204754.994691:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204754.994695:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204754.994695:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204754.994698:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204754.994699:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204754.994701:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994703:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204754.994706:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000040:2.0:1788204754.994707:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204754.994709:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994713:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204754.994716:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204754.994721:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204754.994721:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204754.994724:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204754.994725:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.994728:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204754.994729:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1788204754.994731:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204754.994732:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1788204754.994735:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204754.994736:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.994738:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204754.994741:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556776320:192.168.201.145@tcp:250:kworker.0
00000100:00000010:0.0:1788204754.994742:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204754.994745:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204754.994747:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204754.994748:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.994749:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204754.994749:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204754.994751:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.994753:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1788204754.994755:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204754.994758:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204754.994758:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204754.994761:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204754.994763:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204754.994764:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204754.994769:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
00000100:00000001:0.0:1788204754.994770:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204754.994785:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204754.994793:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204754.994797:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204754.994798:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000100:00000040:0.0:1788204754.994803:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204754.994808:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:0.0:1788204754.994810:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204754.994813:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204754.994816:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204754.994817:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1788204754.994818:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556776320, portal 25
00000100:00080000:0.0:1788204754.994819:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204754.994824:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204754.994824:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788204754.994826:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3887
00000100:00000001:2.0:1788204754.994828:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000400:00000200:0.0:1788204754.994832:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204754.994835:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204754.994837:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204754.994840:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204754.994841:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994843:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204754.994845:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994849:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204754.994852:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204754.994854:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204754.994856:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204754.994858:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204754.994861:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:2.0:1788204754.994861:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1788204754.994865:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204754.994869:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:2.0:1788204754.994869:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994873:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204754.994875:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000010:2.0:1788204754.994875:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000001:0.0:1788204754.994880:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204754.994881:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000200:2.0:1788204754.994882:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556776320, offset 0
00000100:00080000:0.0:1788204754.994884:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994887:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204754.994888:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204754.994890:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204754.994891:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:0.0:1788204754.994893:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.994895:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204754.994897:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204754.994898:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.994899:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204754.994903:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:0.0:1788204754.994905:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204754.994908:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:2.0:1788204754.994910:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000001:0.0:1788204754.994911:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204754.994914:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.994915:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204754.994916:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204754.994917:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204754.994919:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204754.994921:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
02000000:00000010:0.0:1788204754.994925:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000400:00000200:2.0:1788204754.994925:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204754.994930:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.994931:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204754.994934:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3269:3269:256:4294967295] 192.168.201.145@tcp LPNI seq info [3269:3269:8:4294967295]
00000400:00000200:2.0:1788204754.994939:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:0.0:1788204754.994940:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204754.994952:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204754.994956:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204754.994961:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204754.994961:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204754.994968:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000100:00000040:0.0:1788204754.994969:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788204754.994977:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204754.994982:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1788204754.994986:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204754.994990:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204754.994991:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788204754.994993:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1788204754.995001:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:2.0:1788204754.995001:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204754.995005:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1788204754.995005:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000100:00080000:0.0:1788204754.995008:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204754.995011:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204754.995012:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204754.995018:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3887
00000400:00000200:2.0:1788204754.995018:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204754.995025:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204754.995032:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204754.995035:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204754.995038:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1788204754.995039:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204754.995043:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204754.995047:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204754.995052:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204754.995054:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:2.0:1788204754.995057:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204754.995059:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204754.995065:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204754.995066:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.995069:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204754.995070:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788204754.995074:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204754.995076:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204754.995077:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204754.995081:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204754.995083:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204754.995085:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204754.995087:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:2.0:1788204754.995092:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788204754.995093:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.995097:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204754.995097:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298562216
00000100:00000040:0.0:1788204754.995100:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204754.995104:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204754.995106:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000010:2.0:1788204754.995106:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511f60.
00000100:00080000:0.0:1788204754.995112:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204754.995115:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995116:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1788204754.995118:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204754.995121:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204754.995123:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.995124:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204754.995125:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298562216
00000008:00100000:0.0:1788204754.995126:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204754.995130:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204754.995132:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204754.995133:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925119c0.
00000100:00000010:0.0:1788204754.995135:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204754.995138:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788204754.995138:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1788204754.995144:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204754.995145:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995145:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204754.995149:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204754.995150:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204754.995151:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204754.995153:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788204754.995154:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204754.995158:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00100000:2.0:1788204754.995159:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204754/real 1788204754]  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204754.995161:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204754.995169:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204754.995186:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204754.995188:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204754.995194:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204754.995196:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204754.995200:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788204754.995202:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204754.995204:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000100:00000040:0.0:1788204754.995205:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3897)
00000400:00000200:2.0:1788204754.995210:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204754.995214:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204754.995218:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204754.995223:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204754.995228:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995233:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204754.995234:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995235:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204754.995237:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204754.995239:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995243:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204754.995246:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995250:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204754.995252:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995253:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204754.995254:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995255:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204754.995256:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204754.995258:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204754.995260:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204754.995262:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204754.995264:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204754.995269:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556776320:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204754.995273:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995274:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204754.995276:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556776320/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995280:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204754.995281:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204754.995283:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204754.995285:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204754.995286:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204754.995287:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204754.995289:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204754.995290:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:2.0:1788204754.995292:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204754.995293:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204754.995294:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:2.0:1788204754.995297:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204754.995297:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995299:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995304:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204754.995305:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995307:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204754.995308:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204754.995309:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204754.995311:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995315:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204754.995316:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204754.995318:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204754.995319:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204754.995320:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204754.995321:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776448:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204754.995324:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204754.995325:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204754.995326:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204754.995328:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204754.995329:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204754.995335:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204754.995337:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204754.995339:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204754.995341:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204754.995343:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556776448, portal 10
00000100:00000001:2.0:1788204754.995345:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204754.995345:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:2.0:1788204754.995350:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995354:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204754.995355:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204754.995356:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204754.995358:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556776448, offset 0
00000400:00000200:2.0:1788204754.995360:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204754.995363:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204754.995365:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204754.995367:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204754.995368:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204754.995370:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204754.995371:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204754.995373:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3270:3270:256:4294967295] 192.168.201.145@tcp LPNI seq info [3270:3270:8:4294967295]
00000400:00000200:2.0:1788204754.995376:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204754.995380:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204754.995382:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204754.995384:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204754.995386:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204754.995388:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204754.995391:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204754.995422:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204754.995429:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204754.995430:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204754.995432:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204754.995435:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204754.995437:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204754.995438:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204754.995440:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204754.995442:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995447:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204754.995449:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995453:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995454:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204754.995460:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204754.995463:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204754.995465:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204754.995466:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298560339
00000100:00000001:2.0:1788204754.995468:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298562216
00000100:00000001:2.0:1788204754.995470:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298560339
00000100:00000001:2.0:1788204754.995471:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298562216
00000100:00000001:2.0:1788204754.995472:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204754.995473:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995474:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204754.995476:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204754/real 1788204754]  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204754.995480:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204754.995481:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204754.995483:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204754.995485:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204754.995485:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204754.995487:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204754.995488:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204754.995493:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995497:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204754.995498:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995499:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204754.995500:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204754.995501:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995505:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204754.995508:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995514:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204754.995516:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995517:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204754.995518:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995520:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204754.995521:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204754.995523:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204754.995526:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204754.995528:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204754.995532:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204754.995540:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776448:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204754.995545:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204754.995548:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995554:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204754.995555:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204754.995557:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204754.995558:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204754.995559:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204754.995561:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776576:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204754.995563:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204754.995565:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204754.995566:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204754.995567:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204754.995569:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204754.995570:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204754.995573:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204754.995574:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204754.995576:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204754.995578:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556776576, portal 4
00000100:00000001:2.0:1788204754.995580:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204754.995581:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:2.0:1788204754.995584:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995588:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204754.995589:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204754.995590:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204754.995592:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556776576, offset 0
00000400:00000200:2.0:1788204754.995594:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204754.995596:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204754.995598:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204754.995600:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204754.995602:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204754.995603:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204754.995605:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204754.995607:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3271:3271:256:4294967295] 192.168.201.145@tcp LPNI seq info [3271:3271:8:4294967295]
00000400:00000200:2.0:1788204754.995609:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204754.995613:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204754.995615:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204754.995617:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204754.995619:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204754.995621:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204754.995623:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204754.995625:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204754.995627:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204754.995628:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204754.995630:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204754.995632:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204754.995634:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204754.995635:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204754.995636:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204754.995638:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995643:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204754.995645:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995648:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995649:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204754.995651:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204754.995653:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204754.995655:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204754.995656:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298560022
00000100:00000001:2.0:1788204754.995657:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298562216
00000100:00000001:2.0:1788204754.995659:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298560022
00000100:00000001:2.0:1788204754.995660:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298562216
00000100:00000001:2.0:1788204754.995661:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204754.995663:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995664:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204754.995666:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204754/real 1788204754]  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204754.995670:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204754.995670:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204754.995671:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204754.995672:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204754.995673:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204754.995674:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204754.995676:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204754.995680:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995684:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204754.995685:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995686:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204754.995686:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204754.995688:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995692:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204754.995694:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995697:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204754.995698:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995699:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204754.995700:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995701:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204754.995703:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204754.995704:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204754.995706:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204754.995707:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204754.995709:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204754.995713:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776576:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204754.995715:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204754.995717:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995720:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204754.995721:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204754.995722:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204754.995723:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204754.995725:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204754.995726:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776704:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204754.995728:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204754.995729:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204754.995730:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204754.995731:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204754.995732:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204754.995733:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204754.995735:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204754.995736:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204754.995738:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204754.995739:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556776704, portal 4
00000100:00000001:2.0:1788204754.995740:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204754.995741:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:2.0:1788204754.995744:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995748:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204754.995749:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204754.995750:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204754.995752:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556776704, offset 0
00000400:00000200:2.0:1788204754.995754:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204754.995755:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204754.995757:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204754.995759:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204754.995760:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204754.995761:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204754.995762:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204754.995764:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3272:3272:256:4294967295] 192.168.201.145@tcp LPNI seq info [3272:3272:8:4294967295]
00000400:00000200:2.0:1788204754.995766:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204754.995770:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204754.995772:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204754.995787:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204754.995790:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204754.995791:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204754.995794:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204754.995795:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204754.995797:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204754.995798:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204754.995800:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204754.995802:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204754.995804:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204754.995805:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204754.995806:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204754.995808:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995813:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204754.995816:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995828:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995829:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204754.995832:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204754.995835:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204754.995837:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204754.995839:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298560753
00000100:00000001:2.0:1788204754.995841:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298562216
00000100:00000001:2.0:1788204754.995843:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298560753
00000100:00000001:2.0:1788204754.995845:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298562216
00000100:00000001:2.0:1788204754.995848:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204754.995849:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995851:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204754.995855:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204754/real 1788204754]  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204754.995862:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204754.995863:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204754.995865:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204754.995867:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204754.995869:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204754.995871:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204754.995873:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204754.995882:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995888:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204754.995889:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995891:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204754.995892:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204754.995895:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995900:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204754.995902:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995906:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204754.995907:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995908:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204754.995908:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995909:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204754.995910:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204754.995912:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204754.995913:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204754.995914:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204754.995916:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204754.995920:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776704:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204754.995922:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995923:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204754.995925:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556776448/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995929:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204754.995930:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204754.995932:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204754.995933:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204754.995934:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204754.995935:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204754.995937:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204754.995938:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:2.0:1788204754.995939:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204754.995940:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204754.995941:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:2.0:1788204754.995943:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204754.995944:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995944:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204754.995946:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556776576/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995950:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204754.995951:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204754.995951:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204754.995953:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204754.995953:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204754.995954:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204754.995955:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204754.995955:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:2.0:1788204754.995957:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204754.995957:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204754.995958:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:2.0:1788204754.995959:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204754.995960:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995961:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204754.995962:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556776704/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204754.995965:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204754.995966:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204754.995966:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204754.995968:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204754.995968:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204754.995969:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204754.995970:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204754.995970:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:2.0:1788204754.995971:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204754.995972:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204754.995973:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:2.0:1788204754.995974:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204754.995975:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995976:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.995978:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204754.995979:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204754.995980:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204754.995981:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204755.314491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204755.314493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204755.314499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204755.314500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204755.314503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204755.314509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204755.314511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204755.314514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204755.314514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204755.314519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204755.314523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204755.314526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204755.314529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204755.314533:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204755.314536:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204755.314538:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204755.506494:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204755.506500:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204755.506501:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204755.506506:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204755.506508:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204755.506511:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204755.506513:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204755.506514:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204755.506516:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204756.338465:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204756.338471:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204756.338471:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204756.338477:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204756.338478:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204756.338482:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204756.338482:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204756.338488:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204756.338492:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204756.338496:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204756.338497:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204756.338499:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204756.338501:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204756.338503:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1788204756.338504:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204756.338509:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204756.530523:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204756.530530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204756.530532:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204756.530537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204756.530541:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204756.530545:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204756.530547:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204756.530549:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204756.530552:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204757.234501:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298562216, at 4298562240
00000100:00000040:1.0:1788204757.234501:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298562216, at 4298562240
00000100:00000010:0.0:1788204757.234514:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511f60.
00000100:00000010:1.0:1788204757.234517:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925119c0.
00000100:00000001:1.0:1788204757.362534:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204757.362534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204757.362547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204757.362548:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204757.362554:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204757.362557:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204757.362561:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204757.362565:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204757.362566:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204757.362572:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204757.362573:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204757.362575:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204757.362577:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204757.362580:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204757.362581:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204757.362583:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204757.362586:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204757.362587:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204757.362607:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204757.362628:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204757.362630:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204757.362632:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204757.554515:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204757.554521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204757.554522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204757.554526:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204757.554529:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204757.554532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204757.554534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204757.554536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204757.554538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.386521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204758.386531:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204758.386533:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204758.386535:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204758.386540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204758.386545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.386546:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204758.386552:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204758.386556:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204758.386556:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204758.386563:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204758.386565:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.386570:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204758.386606:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204758.386611:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204758.386614:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204758.578505:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204758.578513:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204758.578514:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204758.578518:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204758.578521:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204758.578524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.578526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204758.578528:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.578530:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204759.410485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204759.410490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204759.410494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204759.410494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204759.410500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204759.410501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204759.410503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204759.410509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204759.410515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204759.410520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204759.410523:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204759.410524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204759.410526:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204759.410529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1788204759.410530:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204759.410536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204759.602521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204759.602531:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204759.602534:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204759.602541:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204759.602545:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204759.602550:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204759.602553:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204759.602557:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204759.602561:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204760.114493:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204760.114503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204760.114506:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204760.114510:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204760.114515:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204760.114523:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3892
00000400:00000200:2.0:1788204760.114533:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204760.114540:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204760.114544:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204760.114549:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114551:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204760.114553:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114555:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204760.114558:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204760.114560:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788204760.114562:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204760.114564:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788204760.114566:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788204760.114569:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788204760.114570:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114572:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204760.114573:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114575:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204760.114576:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788204760.114579:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114581:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204760.114583:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204760.114585:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204760.114587:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.114589:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204760.114591:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204760.114598:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164e00.
00000020:00000040:2.0:1788204760.114600:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788204760.114603:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204760.114605:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.114607:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204760.114609:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204760.114613:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204760.114620:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008c00.
00000100:00000001:2.0:1788204760.114627:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204760.114634:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204760.114643:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204760.114646:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204760.114649:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002018a585] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204760.114668:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204760.114672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204760.114676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204760.114678:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204760.114679:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204760.114682:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204760.114703:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3892
00000400:00000200:2.0:1788204760.114708:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204760.114717:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204760.114719:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204760.114722:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114725:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204760.114726:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204760.114727:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114729:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204760.114730:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204760.114731:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204760.114732:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:0.0:1788204760.114733:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204760.114735:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204760.114737:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000040:0.0:1788204760.114739:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204760.114739:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:2.0:1788204760.114741:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788204760.114744:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114747:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204760.114748:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1788204760.114749:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204760.114751:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.114751:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204760.114754:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:0.0:1788204760.114755:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1788204760.114756:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:0.0:1788204760.114757:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204760.114759:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204760.114760:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204760.114761:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788204760.114763:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556776832:192.168.201.145@tcp:250:kworker.0
02000000:00000001:2.0:1788204760.114766:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204760.114767:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204760.114768:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.114770:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204760.114771:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1788204760.114773:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204760.114774:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204760.114776:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1788204760.114776:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.114779:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204760.114781:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
00000100:00000010:2.0:1788204760.114782:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167480.
02000000:00000001:0.0:1788204760.114784:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204760.114785:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788204760.114787:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204760.114788:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204760.114789:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204760.114790:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204760.114792:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788204760.114793:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
02000000:00000001:2.0:1788204760.114794:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204760.114797:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009800.
00000400:00000010:0.0:1788204760.114799:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000001:2.0:1788204760.114801:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204760.114805:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556776832, portal 25
00000100:00100000:2.0:1788204760.114805:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204760.114808:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204760.114810:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651072 : -105387657900544 : ffffa02686164e00)
00000100:00000001:2.0:1788204760.114813:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204760.114815:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204760.114816:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204760.114819:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000058fed5a] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.114824:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204760.114828:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114829:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204760.114831:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00080000:2.0:1788204760.114831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788204760.114833:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556776832, offset 0
00000100:00080000:2.0:1788204760.114835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204760.114836:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204760.114838:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204760.114840:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114840:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204760.114843:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3892
00000400:00000200:2.0:1788204760.114846:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204760.114848:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204760.114848:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204760.114850:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204760.114853:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:2.0:1788204760.114853:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204760.114857:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204760.114859:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204760.114860:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204760.114862:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204760.114863:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:2.0:1788204760.114864:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788204760.114866:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204760.114867:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1788204760.114868:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:0.0:1788204760.114870:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000001:2.0:1788204760.114871:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788204760.114873:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788204760.114874:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3273:3273:256:4294967295] 192.168.201.145@tcp LPNI seq info [3273:3273:8:4294967295]
00000100:00000040:2.0:1788204760.114876:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204760.114879:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204760.114879:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204760.114881:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114883:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204760.114885:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:2.0:1788204760.114888:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:0.0:1788204760.114889:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204760.114891:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204760.114892:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204760.114895:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1788204760.114896:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:2.0:1788204760.114897:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.114898:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:0.0:1788204760.114900:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000008:00100000:2.0:1788204760.114901:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204760.114903:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.114905:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204760.114907:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000010:2.0:1788204760.114908:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164380.
00000020:00000040:2.0:1788204760.114910:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:0.0:1788204760.114912:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
02000000:00000001:2.0:1788204760.114912:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204760.114914:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.114916:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204760.114917:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204760.114918:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204760.114918:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000010:2.0:1788204760.114922:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800bc00.
00000800:00000200:0.1:1788204760.114922:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1788204760.114926:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204760.114927:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204760.114930:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000100:00100000:2.0:1788204760.114930:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204760.114936:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204760.114937:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204760.114939:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204760.114941:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1788204760.114943:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059dd5dfa] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204760.114946:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204760.114949:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:2.0:1788204760.114951:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204760.114953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204760.114954:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204760.114957:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204760.114957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204760.114958:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204760.114960:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204760.114962:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204760.114965:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3892
00000100:00000001:0.0:1788204760.114967:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1788204760.114968:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788204760.114971:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204760.114971:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204760.114973:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204760.114976:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.114978:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204760.114979:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204760.114980:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204760.114981:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204760.114983:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204760.114984:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204760.114986:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:0.0:1788204760.114987:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204760.114987:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204760.114989:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000200:0.0:1788204760.114991:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:2.0:1788204760.114991:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788204760.114994:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298567336
00000020:00000001:2.0:1788204760.114994:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788204760.114997:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000010:0.0:1788204760.114999:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:2.0:1788204760.114999:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204760.115001:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204760.115002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204760.115005:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1788204760.115005:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788204760.115007:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204760.115010:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115012:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298567336
02000000:00000001:2.0:1788204760.115012:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1788204760.115015:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a300.
02000000:00000001:2.0:1788204760.115015:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204760.115017:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115019:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204760.115019:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204760.115021:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204760.115022:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1788204760.115024:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115025:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.115026:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115027:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204760.115031:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204760/real 1788204760]  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204760.115038:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166680.
00000020:00000040:2.0:1788204760.115040:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000001:0.0:1788204760.115041:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204760.115043:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1788204760.115043:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204760.115044:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204760.115045:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000100:00000001:2.0:1788204760.115046:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788204760.115048:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
02000000:00000001:2.0:1788204760.115048:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788204760.115050:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
02000000:00000001:2.0:1788204760.115050:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115052:0:2340:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:2.0:1788204760.115053:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b800.
00000100:00000200:0.0:1788204760.115056:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204760.115057:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204760.115061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788204760.115066:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204760.115070:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204760.115072:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115075:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204760.115076:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204760.115076:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc6f80d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115079:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204760.115081:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204760.115084:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204760.115085:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204760.115088:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3902)
00000100:00000001:0.0:1788204760.115093:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204760.115097:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115112:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204760.115115:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115117:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204760.115118:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115121:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204760.115123:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204760.115126:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204760.115130:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204760.115132:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204760.115135:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204760.115141:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556776832:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204760.115144:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115146:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204760.115148:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164e00 x1875064556776832/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115153:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204760.115154:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204760.115156:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788204760.115158:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204760.115160:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204760.115161:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204760.115162:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204760.115165:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008c00.
02000000:00000001:0.0:1788204760.115167:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204760.115168:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204760.115170:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164e00.
00000100:00000001:0.0:1788204760.115172:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204760.115173:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115174:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115181:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204760.115182:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115183:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204760.115184:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204760.115186:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204760.115188:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115193:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204760.115194:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204760.115195:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204760.115196:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204760.115198:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204760.115199:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776960:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204760.115202:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204760.115203:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204760.115204:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204760.115206:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204760.115208:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788204760.115209:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204760.115212:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204760.115214:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204760.115216:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204760.115219:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556776960, portal 10
00000100:00000001:0.0:1788204760.115220:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204760.115221:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660928 : -105387657890688 : ffffa02686167480)
00000100:00000040:0.0:1788204760.115225:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115230:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204760.115231:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204760.115233:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204760.115234:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556776960, offset 0
00000400:00000200:0.0:1788204760.115237:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204760.115239:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204760.115242:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204760.115245:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204760.115247:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204760.115248:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204760.115250:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204760.115252:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3274:3274:256:4294967295] 192.168.201.145@tcp LPNI seq info [3274:3274:8:4294967295]
00000400:00000200:0.0:1788204760.115255:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204760.115259:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204760.115262:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204760.115264:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204760.115267:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204760.115269:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204760.115272:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204760.115274:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204760.115276:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204760.115278:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:0.0:1788204760.115280:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204760.115283:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204760.115285:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204760.115286:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204760.115287:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204760.115290:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115295:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204760.115297:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115301:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115302:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204760.115304:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204760.115307:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204760.115309:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204760.115310:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298565458
00000100:00000001:0.0:1788204760.115312:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298567336
00000100:00000001:0.0:1788204760.115314:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298565458
00000100:00000001:0.0:1788204760.115315:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298567336
00000100:00000001:0.0:1788204760.115317:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204760.115318:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115319:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204760.115321:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204760/real 1788204760]  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204760.115335:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204760.115336:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204760.115337:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204760.115339:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:0.0:1788204760.115340:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204760.115341:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204760.115343:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204760.115349:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115353:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204760.115354:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115355:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204760.115356:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204760.115358:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115362:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204760.115364:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115368:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204760.115370:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115371:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204760.115372:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115374:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204760.115375:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204760.115377:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204760.115379:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204760.115380:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204760.115382:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204760.115387:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556776960:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204760.115389:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204760.115391:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115395:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204760.115396:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204760.115414:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204760.115415:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204760.115417:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204760.115419:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777088:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204760.115421:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204760.115422:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204760.115423:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204760.115425:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204760.115427:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788204760.115429:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204760.115431:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204760.115432:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204760.115435:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204760.115437:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556777088, portal 4
00000100:00000001:0.0:1788204760.115438:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204760.115440:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051648384 : -105387657903232 : ffffa02686164380)
00000100:00000040:0.0:1788204760.115444:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115448:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204760.115450:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204760.115451:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204760.115452:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556777088, offset 0
00000400:00000200:0.0:1788204760.115455:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204760.115457:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204760.115459:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204760.115461:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204760.115463:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204760.115464:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204760.115466:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204760.115468:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3275:3275:256:4294967295] 192.168.201.145@tcp LPNI seq info [3275:3275:8:4294967295]
00000400:00000200:0.0:1788204760.115471:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204760.115475:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204760.115477:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204760.115479:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204760.115481:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204760.115483:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204760.115486:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204760.115500:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204760.115503:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204760.115504:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:0.0:1788204760.115506:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204760.115509:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204760.115511:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204760.115512:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204760.115514:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204760.115516:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115522:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204760.115524:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115528:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115529:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204760.115532:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204760.115534:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204760.115536:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204760.115537:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298565142
00000100:00000001:0.0:1788204760.115539:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298567336
00000100:00000001:0.0:1788204760.115541:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298565142
00000100:00000001:0.0:1788204760.115542:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298567336
00000100:00000001:0.0:1788204760.115544:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204760.115545:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115546:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204760.115549:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204760/real 1788204760]  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204760.115553:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204760.115554:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204760.115555:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204760.115556:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:0.0:1788204760.115557:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204760.115558:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204760.115560:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204760.115566:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115570:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204760.115571:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115572:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204760.115573:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204760.115575:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115580:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204760.115582:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115587:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204760.115588:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115589:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204760.115590:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115591:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204760.115592:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204760.115593:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204760.115595:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204760.115596:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204760.115599:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204760.115603:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777088:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204760.115605:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204760.115607:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115612:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204760.115613:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204760.115614:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204760.115616:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204760.115617:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204760.115619:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777216:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204760.115621:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204760.115622:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204760.115623:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204760.115624:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204760.115626:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788204760.115628:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204760.115630:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204760.115631:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204760.115633:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204760.115635:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556777216, portal 4
00000100:00000001:0.0:1788204760.115636:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204760.115637:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051657344 : -105387657894272 : ffffa02686166680)
00000100:00000040:0.0:1788204760.115641:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115645:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204760.115647:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204760.115648:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000200:0.0:1788204760.115650:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556777216, offset 0
00000400:00000200:0.0:1788204760.115652:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204760.115655:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204760.115657:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204760.115658:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204760.115660:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204760.115661:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204760.115663:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204760.115665:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3276:3276:256:4294967295] 192.168.201.145@tcp LPNI seq info [3276:3276:8:4294967295]
00000400:00000200:0.0:1788204760.115668:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204760.115672:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204760.115674:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204760.115676:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
00000800:00000200:0.0:1788204760.115678:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204760.115680:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204760.115683:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204760.115699:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204760.115704:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204760.115707:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:0.0:1788204760.115710:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204760.115714:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204760.115717:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:0.0:1788204760.115719:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:0.0:1788204760.115721:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204760.115723:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115729:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204760.115731:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115735:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115736:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204760.115739:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204760.115741:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204760.115743:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204760.115744:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298565873
00000100:00000001:0.0:1788204760.115746:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298567336
00000100:00000001:0.0:1788204760.115748:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298565873
00000100:00000001:0.0:1788204760.115749:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298567336
00000100:00000001:0.0:1788204760.115750:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204760.115752:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115753:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204760.115755:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204760/real 1788204760]  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204760.115760:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204760.115761:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204760.115762:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204760.115764:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:0.0:1788204760.115765:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204760.115766:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204760.115768:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204760.115773:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115777:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204760.115778:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115779:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204760.115780:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204760.115782:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115786:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204760.115789:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115793:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204760.115794:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115796:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204760.115796:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115798:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204760.115799:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204760.115800:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204760.115802:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204760.115804:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204760.115806:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204760.115810:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777216:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204760.115813:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115814:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204760.115816:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167480 x1875064556776960/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115821:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204760.115822:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204760.115823:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788204760.115825:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204760.115826:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204760.115827:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204760.115828:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204760.115829:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009800.
02000000:00000001:0.0:1788204760.115831:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204760.115832:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204760.115833:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167480.
00000100:00000001:0.0:1788204760.115835:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204760.115836:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115837:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204760.115839:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164380 x1875064556777088/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115843:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204760.115843:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204760.115844:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788204760.115846:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204760.115846:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204760.115847:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204760.115848:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204760.115849:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800bc00.
02000000:00000001:0.0:1788204760.115850:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204760.115851:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204760.115852:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164380.
00000100:00000001:0.0:1788204760.115853:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204760.115854:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115855:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204760.115857:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166680 x1875064556777216/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204760.115861:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204760.115862:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204760.115863:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788204760.115864:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204760.115865:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204760.115866:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204760.115867:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204760.115868:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b800.
02000000:00000001:0.0:1788204760.115869:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204760.115870:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204760.115871:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166680.
00000100:00000001:0.0:1788204760.115872:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204760.115873:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115874:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204760.115877:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204760.115877:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204760.115879:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204760.115880:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204760.434499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204760.434501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204760.434507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204760.434508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204760.434512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204760.434514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204760.434517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204760.434519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204760.434524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204760.434528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204760.434532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204760.434533:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204760.434535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204760.434537:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204760.434540:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204760.434541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204760.626525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204760.626531:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204760.626533:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204760.626538:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204760.626541:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204760.626544:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204760.626546:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204760.626548:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204760.626550:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204761.458504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204761.458506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204761.458512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204761.458512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204761.458517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204761.458521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204761.458522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204761.458524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204761.458527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204761.458531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204761.458535:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204761.458538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204761.458541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204761.458551:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204761.458555:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204761.458558:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204761.650511:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204761.650517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204761.650519:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204761.650523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204761.650526:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204761.650529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204761.650531:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204761.650534:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204761.650535:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204762.354532:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298567336, at 4298567360
00000100:00000040:1.0:1788204762.354532:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298567336, at 4298567360
00000100:00000010:1.0:1788204762.354552:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a300.
00000100:00000010:0.0:1788204762.354553:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:1.0:1788204762.482531:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204762.482543:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204762.482547:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204762.482556:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204762.482561:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204762.482567:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204762.482572:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204762.482577:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204762.482581:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204762.482581:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204762.482591:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204762.482594:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204762.482598:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204762.482603:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204762.482606:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204762.482608:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204762.482612:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204762.482617:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204762.482619:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204762.482656:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204762.482659:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204762.482662:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204762.674512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204762.674519:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204762.674521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204762.674526:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204762.674528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204762.674532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204762.674534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204762.674536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204762.674538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204763.506475:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204763.506482:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204763.506484:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204763.506488:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204763.506491:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204763.506494:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204763.506496:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204763.506498:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204763.506500:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204763.506502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204763.506506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204763.506509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204763.506511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204763.506526:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204763.506528:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204763.506530:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204763.698452:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204763.698458:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204763.698460:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204763.698464:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204763.698467:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204763.698476:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.698479:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204763.698481:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.698483:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204764.530492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204764.530494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204764.530500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204764.530501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204764.530504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204764.530506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204764.530507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204764.530514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204764.530517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204764.530520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204764.530522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204764.530525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204764.530526:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204764.530527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204764.530530:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204764.530533:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204764.722458:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204764.722473:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204764.722479:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204764.722485:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204764.722489:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204764.722493:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204764.722496:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204764.722499:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204764.722502:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204765.234508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204765.234516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204765.234518:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204765.234521:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204765.234525:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204765.234531:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3897
00000400:00000200:3.0:1788204765.234538:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204765.234543:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204765.234546:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204765.234548:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234551:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204765.234552:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234554:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204765.234557:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204765.234558:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204765.234560:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204765.234563:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204765.234564:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204765.234566:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204765.234568:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234570:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204765.234571:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234572:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204765.234574:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204765.234576:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234578:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204765.234580:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204765.234583:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204765.234585:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.234586:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204765.234588:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204765.234607:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204765.234611:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204765.234615:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204765.234616:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.234619:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204765.234621:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204765.234625:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204765.234631:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:3.0:1788204765.234636:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204765.234644:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204765.234652:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204765.234655:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204765.234659:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204765.234675:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204765.234677:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204765.234680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204765.234681:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204765.234682:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204765.234684:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204765.234686:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3897
00000400:00000200:3.0:1788204765.234689:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204765.234691:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204765.234693:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204765.234695:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204765.234700:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234701:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204765.234703:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204765.234704:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204765.234705:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204765.234707:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204765.234707:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:0.0:1788204765.234712:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204765.234712:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204765.234714:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788204765.234716:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204765.234718:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234721:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204765.234725:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204765.234726:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234730:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204765.234734:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204765.234739:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234743:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.234746:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204765.234746:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204765.234749:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204765.234751:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204765.234752:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204765.234754:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204765.234756:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204765.234757:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204765.234761:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204765.234763:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788204765.234766:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556777344:192.168.201.145@tcp:250:kworker.0
00000008:00000001:3.0:1788204765.234767:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.234771:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204765.234775:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204765.234777:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204765.234778:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204765.234779:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204765.234779:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.234780:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204765.234783:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204765.234785:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204765.234785:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204765.234789:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204765.234790:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:0.0:1788204765.234792:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204765.234794:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204765.234798:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c400.
00000100:00100000:3.0:1788204765.234801:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204765.234802:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.234810:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204765.234811:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204765.234813:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204765.234816:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000100:00000040:3.0:1788204765.234819:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204765.234824:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000001:3.0:1788204765.234827:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204765.234831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788204765.234832:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556777344, portal 25
00000100:00080000:3.0:1788204765.234833:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204765.234835:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204765.234837:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204765.234838:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00080000:3.0:1788204765.234840:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204765.234843:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1788204765.234847:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204765.234848:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3897
00000400:00000200:3.0:1788204765.234856:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204765.234861:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204765.234864:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204765.234865:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204765.234870:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788204765.234871:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:0.0:1788204765.234875:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6cc0.
00000100:00000001:3.0:1788204765.234875:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204765.234879:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:0.0:1788204765.234880:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556777344, offset 0
00000100:00000001:3.0:1788204765.234881:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204765.234884:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204765.234885:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204765.234887:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204765.234890:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788204765.234890:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204765.234894:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204765.234895:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204765.234898:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204765.234902:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204765.234903:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204765.234907:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234909:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788204765.234911:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000040:3.0:1788204765.234912:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:0.0:1788204765.234920:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204765.234922:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:0.0:1788204765.234926:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:3.0:1788204765.234928:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204765.234931:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204765.234933:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204765.234938:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204765.234939:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:3.0:1788204765.234941:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.234946:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204765.234947:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3277:3277:256:4294967295] 192.168.201.145@tcp LPNI seq info [3277:3277:8:4294967295]
00000008:00100000:3.0:1788204765.234951:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204765.234954:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:3.0:1788204765.234958:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.234962:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204765.234967:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1788204765.234970:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204765.234973:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204765.234975:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204765.234978:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204765.234979:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204765.234980:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204765.234983:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204765.234986:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204765.234988:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fa00.
02000000:00000010:3.0:1788204765.234990:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:3.0:1788204765.234995:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204765.235001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788204765.235002:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204765.235011:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204765.235016:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204765.235016:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204765.235021:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204765.235027:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204765.235029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204765.235032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204765.235034:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204765.235035:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204765.235038:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204765.235041:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3897
00000100:00000001:0.0:1788204765.235042:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204765.235048:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204765.235049:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204765.235055:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298572456
00000400:00000200:3.0:1788204765.235058:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000010:0.0:1788204765.235061:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00080000:3.0:1788204765.235063:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204765.235069:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204765.235070:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204765.235076:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204765.235079:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298572456
00000100:00000040:3.0:1788204765.235080:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000010:0.0:1788204765.235083:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a660.
00000100:00000001:3.0:1788204765.235085:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204765.235087:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1788204765.235088:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204765.235092:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204765.235092:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204765.235094:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204765.235096:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204765.235097:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:0.0:1788204765.235100:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204765.235101:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788204765.235106:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204765.235106:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204765.235113:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204765.235115:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204765.235116:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788204765.235117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204765.235120:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788204765.235121:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204765.235126:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204765.235127:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:0.0:1788204765.235131:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204765.235132:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204765.235134:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204765.235135:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204765.235139:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788204765.235140:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204765.235142:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204765.235147:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.235150:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204765.235153:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204765.235154:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1788204765.235156:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.235157:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.235159:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204765.235161:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204765.235164:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788204765.235165:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
02000000:00000001:0.0:1788204765.235166:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204765.235171:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00100000:0.0:1788204765.235173:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777472:192.168.201.145@tcp:38:kworker.0
02000000:00000001:3.0:1788204765.235175:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204765.235178:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204765.235178:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204765.235181:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204765.235181:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204765.235183:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204765.235184:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204765.235188:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204765.235189:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204765.235192:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f800.
02000000:00000010:3.0:1788204765.235194:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
02000000:00000001:0.0:1788204765.235196:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204765.235198:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204765.235203:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788204765.235207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204765.235208:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b630.
00000400:00000010:0.0:1788204765.235214:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000001:3.0:1788204765.235218:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788204765.235220:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556777472, portal 10
00000100:00000001:3.0:1788204765.235222:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.235223:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204765.235226:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:3.0:1788204765.235229:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204765.235235:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204765.235242:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.235245:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204765.235248:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3907)
00000100:00000040:0.0:1788204765.235249:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204765.235254:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6bb0.
00000100:00000200:0.0:1788204765.235256:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556777472, offset 0
00000400:00000200:0.0:1788204765.235260:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204765.235263:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204765.235268:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204765.235270:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204765.235273:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204765.235276:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204765.235279:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204765.235282:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3278:3278:255:4294967295] 192.168.201.145@tcp LPNI seq info [3278:3278:7:4294967295]
00000400:00000200:0.0:1788204765.235287:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204765.235293:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204765.235298:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204765.235302:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204765.235306:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204765.235321:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204765.235324:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204765.235328:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204765.235332:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204765.235334:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298570578
00000100:00000001:0.0:1788204765.235337:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298572456
00000100:00000001:0.0:1788204765.235339:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298570578
00000100:00000001:0.0:1788204765.235341:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298572456
00000100:00000001:0.0:1788204765.235344:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204765.235346:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.235349:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204765.235353:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204765.235368:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204765.235370:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204765.235372:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204765.235374:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204765.235376:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204765.235380:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777600:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204765.235383:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204765.235385:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204765.235387:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204765.235389:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204765.235393:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788204765.235395:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204765.235426:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204765.235429:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204765.235434:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204765.235437:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556777600, portal 4
00000100:00000001:0.0:1788204765.235439:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204765.235441:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788204765.235447:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204765.235455:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204765.235457:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204765.235460:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6088.
00000100:00000200:0.0:1788204765.235463:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556777600, offset 0
00000400:00000200:0.0:1788204765.235467:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204765.235471:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204765.235476:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204765.235479:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204765.235482:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204765.235485:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204765.235487:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204765.235491:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3279:3279:254:4294967295] 192.168.201.145@tcp LPNI seq info [3279:3279:6:4294967295]
00000400:00000200:0.0:1788204765.235496:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204765.235502:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204765.235507:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204765.235511:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f300.
00000800:00000200:0.0:1788204765.235516:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204765.235520:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204765.235523:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204765.235526:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204765.235530:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204765.235531:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298570262
00000100:00000001:0.0:1788204765.235534:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298572456
00000100:00000001:0.0:1788204765.235536:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298570262
00000100:00000001:0.0:1788204765.235538:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298572456
00000100:00000001:0.0:1788204765.235541:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204765.235543:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.235546:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.235548:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204765.235552:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204765.235554:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204765.235556:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204765.235558:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204765.235559:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204765.235563:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204765.235582:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204765.235583:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204765.235586:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204765.235588:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204765.235590:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204765.235594:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777728:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204765.235619:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204765.235621:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204765.235623:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204765.235625:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204765.235629:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204765.235631:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204765.235635:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204765.235638:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014be70.
00000400:00000010:0.0:1788204765.235642:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6770.
00000100:00000200:0.0:1788204765.235646:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556777728, portal 4
00000100:00000001:0.0:1788204765.235648:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204765.235649:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788204765.235656:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204765.235663:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204765.235666:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204765.235670:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6440.
00000100:00000200:0.0:1788204765.235672:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556777728, offset 0
00000400:00000200:0.0:1788204765.235677:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204765.235682:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204765.235685:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204765.235689:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204765.235691:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204765.235694:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204765.235696:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204765.235699:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3280:3280:253:4294967295] 192.168.201.145@tcp LPNI seq info [3280:3280:5:4294967295]
00000400:00000200:0.0:1788204765.235704:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204765.235711:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204765.235716:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204765.235719:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f600.
00000800:00000200:0.0:1788204765.235724:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204765.235729:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204765.235732:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204765.235735:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204765.235739:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204765.235741:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298570993
00000100:00000001:0.0:1788204765.235744:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298572456
00000100:00000001:0.0:1788204765.235746:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298570993
00000100:00000001:0.0:1788204765.235748:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298572456
00000100:00000001:0.0:1788204765.235750:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204765.235753:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.235755:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.235758:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204765.235761:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204765.235763:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204765.235765:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204765.235766:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204765.235768:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204765.235771:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204765.554509:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204765.554518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204765.554519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204765.554525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204765.554526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204765.554532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204765.554532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204765.554539:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204765.554541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204765.554546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204765.554548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204765.554557:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204765.554561:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204765.554589:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204765.554608:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204765.554611:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204765.746511:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204765.746518:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204765.746519:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204765.746523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204765.746526:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204765.746529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204765.746531:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204765.746534:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204765.746536:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204766.578553:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204766.578557:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204766.578562:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204766.578564:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204766.578565:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204766.578587:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204766.578588:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204766.578593:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204766.578596:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204766.578600:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204766.578604:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204766.578607:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204766.578610:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204766.578619:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204766.578623:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204766.578626:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204766.770501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204766.770509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204766.770512:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204766.770518:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204766.770522:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204766.770526:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204766.770528:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204766.770532:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204766.770535:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204767.474518:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298572456, at 4298572480
00000100:00000040:1.0:1788204767.474518:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298572456, at 4298572480
00000100:00000010:1.0:1788204767.474533:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a660.
00000100:00000010:0.0:1788204767.474538:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:1.0:1788204767.602506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204767.602510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204767.602515:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204767.602517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204767.602520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204767.602522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204767.602525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204767.602528:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204767.602529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204767.602533:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204767.602534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204767.602537:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204767.602538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204767.602542:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204767.602543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204767.602546:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204767.602548:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204767.602550:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204767.602553:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204767.602588:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204767.602592:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204767.602595:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204767.794521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204767.794532:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204767.794535:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204767.794543:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204767.794549:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204767.794567:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204767.794571:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204767.794582:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204767.794586:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788204768.306707:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:1.0:1788204768.306761:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788204768.306774:0:2331:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204768.306779:0:2331:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:1.0:1788204768.306785:0:2331:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204768.306791:0:2331:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788204768.306798:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:1.0:1788204768.306802:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fa00.
00000400:00000200:1.0:1788204768.306810:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788204768.306816:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788204768.306825:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6cc0
00000400:00000010:1.0:1788204768.306828:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6cc0.
00000100:00000001:1.0:1788204768.306834:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204768.306844:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.306881:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.306887:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.306896:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.306899:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788204768.306913:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:1.0:1788204768.306917:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:1.0:1788204768.306921:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1788204768.306925:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788204768.306926:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788204768.306933:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6bb0
00000100:00000001:0.0:1788204768.306934:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000010:1.0:1788204768.306936:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6bb0.
00000100:00000001:0.0:1788204768.306941:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788204768.306942:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204768.306951:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204768.306957:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204765/real 1788204768]  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.306971:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.306979:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204768.306981:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204768.306986:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204768.306992:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000100:00000001:1.0:1788204768.306992:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.306998:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1788204768.307000:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000800:00000100:1.0:1788204768.307007:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:1.0:1788204768.307010:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f300.
00000400:00000200:1.0:1788204768.307014:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788204768.307018:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000010:0.0:1788204768.307019:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:0.0:1788204768.307033:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1788204768.307033:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6088
00000400:00000010:1.0:1788204768.307038:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6088.
00000100:00000200:0.0:1788204768.307043:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.307048:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204768.307056:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.307092:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.307098:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204768.307104:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.307105:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.307110:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204768.307119:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000100:1.0:1788204768.307120:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000100:00000001:0.0:1788204768.307123:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:1.0:1788204768.307126:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f600.
00000100:00000001:0.0:1788204768.307130:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1788204768.307133:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1788204768.307136:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788204768.307141:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788204768.307146:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6440
00000100:00100000:0.0:1788204768.307148:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204768.307150:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6440.
00000100:00000001:1.0:1788204768.307157:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204768.307164:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1788204768.307165:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204768.307176:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.307182:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204768.307189:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307192:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204768.307203:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.307205:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204768.307207:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307211:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.307212:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307217:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204768.307220:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204768.307225:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204768.307232:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204768.307236:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204768.307242:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204768.307252:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556777344:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204768.307258:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.307261:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.307269:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556777344/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307283:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204768.307287:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204768.307291:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788204768.307300:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204768.307305:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204768.307307:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204768.307309:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204768.307325:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:0.0:1788204768.307330:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204768.307332:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204768.307334:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788204768.307338:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204768.307340:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307343:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.307345:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204768.307346:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204768.307348:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204768.307352:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204765/real 1788204768]  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204768.307361:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204768.307362:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204768.307365:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014be70.
00000400:00000200:0.0:1788204768.307367:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6770
00000400:00000010:0.0:1788204768.307369:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6770.
00000100:00000001:0.0:1788204768.307371:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204768.307374:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204768.307383:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307389:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204768.307391:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307393:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.307394:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204768.307450:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307458:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204768.307462:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307470:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204768.307473:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307475:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.307477:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307479:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204768.307481:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204768.307485:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204768.307490:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204768.307493:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204768.307498:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204768.307507:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777728:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204768.307513:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204768.307518:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204765/real 1788204768]  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204768.307526:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204768.307528:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204768.307530:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b630.
00000400:00000200:0.0:1788204768.307534:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204768.307536:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204768.307538:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204768.307541:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204768.307573:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307581:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204768.307584:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307586:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.307588:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204768.307592:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307600:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204768.307605:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307612:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204768.307614:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307616:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.307617:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307619:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204768.307622:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204768.307625:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204768.307629:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204768.307631:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204768.307636:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204768.307643:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777472:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204768.307648:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204768.307652:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204765/real 1788204768]  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204768.307666:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204768.307668:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204768.307670:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204768.307673:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204768.307675:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204768.307677:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204768.307681:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204768.307689:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307701:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204768.307703:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307704:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.307706:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204768.307709:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307716:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204768.307720:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307727:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204768.307729:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307731:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.307732:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307734:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204768.307736:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204768.307738:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204768.307741:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204768.307744:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204768.307749:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204768.307757:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777600:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204768.307762:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307764:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.307767:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556777728/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307773:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204768.307787:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204768.307789:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204768.307794:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204768.307795:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204768.307797:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204768.307799:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204768.307801:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:0.0:1788204768.307804:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204768.307806:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204768.307807:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788204768.307811:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204768.307813:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307815:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.307819:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556777472/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307826:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204768.307828:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204768.307829:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788204768.307832:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204768.307834:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204768.307835:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204768.307837:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204768.307838:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:0.0:1788204768.307841:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204768.307842:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204768.307844:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788204768.307847:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204768.307848:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307850:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.307853:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556777600/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.307860:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204768.307861:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204768.307863:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788204768.307865:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204768.307867:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204768.307868:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204768.307870:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204768.307872:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:0.0:1788204768.307875:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204768.307876:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204768.307877:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788204768.307880:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204768.307881:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307883:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.307896:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204768.307899:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.307902:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204768.307904:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.626502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204768.626506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204768.626509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204768.626510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.626511:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204768.626517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204768.626518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204768.626522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204768.626522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.626527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.626553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204768.626557:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.626559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204768.626570:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204768.626572:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204768.626575:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204768.819452:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204768.819458:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204768.819460:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204768.819464:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204768.819468:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204768.819470:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204768.819472:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204768.819474:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204768.819476:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204769.650475:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204769.650477:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204769.650481:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204769.650482:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204769.650485:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204769.650488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204769.650490:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204769.650491:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204769.650496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204769.650500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204769.650503:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204769.650505:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204769.650507:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204769.650574:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204769.650579:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204769.650583:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204769.842499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204769.842505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204769.842507:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204769.842511:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204769.842514:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204769.842531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204769.842534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204769.842536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204769.842539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204770.354478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204770.354490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204770.354493:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204770.354497:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204770.354502:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204770.354526:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3902
00000400:00000200:3.0:1788204770.354536:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204770.354542:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204770.354546:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204770.354550:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204770.354557:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354560:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204770.354564:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204770.354566:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204770.354569:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204770.354572:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204770.354575:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204770.354578:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204770.354581:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354582:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204770.354584:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354585:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204770.354587:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204770.354591:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354595:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204770.354598:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204770.354601:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204770.354604:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.354607:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204770.354609:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204770.354615:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788204770.354619:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204770.354623:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204770.354626:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.354629:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204770.354642:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204770.354646:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204770.354655:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00000001:3.0:1788204770.354661:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204770.354671:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204770.354683:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204770.354688:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204770.354693:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204770.354724:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204770.354728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204770.354732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204770.354733:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204770.354735:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204770.354738:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204770.354741:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3902
00000400:00000200:3.0:1788204770.354746:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204770.354749:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204770.354752:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204770.354755:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354757:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204770.354759:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354762:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204770.354764:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204770.354766:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204770.354768:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204770.354770:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204770.354773:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204770.354775:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204770.354778:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354781:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204770.354783:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354785:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204770.354787:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204770.354790:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354792:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204770.354795:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204770.354800:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204770.354803:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.354805:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204770.354809:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204770.354814:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.354822:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204770.354827:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788204770.354830:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204770.354833:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204770.354834:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.354836:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204770.354837:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204770.354840:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204770.354844:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:3.0:1788204770.354848:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204770.354853:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204770.354862:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204770.354864:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204770.354868:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204770.354877:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204770.354880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204770.354883:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204770.354885:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204770.354887:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204770.354889:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204770.354892:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3902
00000400:00000200:3.0:1788204770.354896:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204770.354899:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204770.354901:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204770.354904:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354906:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204770.354908:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354911:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204770.354913:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204770.354915:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204770.354917:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204770.354919:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204770.354921:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204770.354923:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204770.354927:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354929:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204770.354931:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354933:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204770.354935:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204770.354938:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204770.354940:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204770.354942:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204770.354945:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204770.354947:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.354949:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204770.354951:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204770.354953:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.354955:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204770.354959:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204770.354961:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204770.354964:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204770.354965:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.354967:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204770.354968:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204770.354970:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204770.354973:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788204770.354976:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204770.354981:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204770.354988:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204770.354990:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204770.354994:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204770.355003:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204770.355006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204770.355009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204770.355011:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204770.355013:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204770.355016:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204770.355018:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3902
00000400:00000200:3.0:1788204770.355022:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204770.355025:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204770.355028:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204770.355031:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.355033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204770.355035:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.355038:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204770.355040:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204770.355041:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204770.355043:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204770.355046:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204770.355048:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204770.355050:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204770.355054:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.355056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204770.355058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204770.355060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204770.355062:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204770.355065:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204770.355068:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204770.355070:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204770.355073:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204770.355075:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.355077:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204770.355079:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204770.355081:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.355083:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204770.355089:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204770.355091:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204770.355093:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204770.355094:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204770.355096:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204770.355098:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204770.355100:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204770.355104:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788204770.355107:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204770.355112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204770.355119:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204770.355122:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204770.355126:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204770.355134:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204770.355139:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3913)
00000100:00000001:0.0:1788204770.355222:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204770.355227:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204770.355230:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204770.355237:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355246:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204770.355248:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204770.355251:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204770.355254:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204770.355257:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204770.355261:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556777856:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204770.355266:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204770.355271:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204770.355273:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204770.355276:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204770.355281:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788204770.355283:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204770.355288:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204770.355293:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204770.355300:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204770.355308:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556777856, portal 25
00000100:00000001:0.0:1788204770.355312:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204770.355314:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:0.0:1788204770.355320:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355328:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204770.355331:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204770.355335:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204770.355338:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556777856, offset 0
00000400:00000200:0.0:1788204770.355345:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204770.355354:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204770.355360:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204770.355367:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204770.355372:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204770.355377:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204770.355380:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204770.355385:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3281:3281:256:4294967295] 192.168.201.145@tcp LPNI seq info [3281:3281:8:4294967295]
00000400:00000200:0.0:1788204770.355389:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204770.355422:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204770.355429:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204770.355434:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204770.355441:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204770.355446:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204770.355452:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204770.355461:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204770.355466:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204770.355468:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204770.355474:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204770.355478:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204770.355485:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204770.355488:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204770.355491:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204770.355495:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355506:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204770.355522:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355530:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204770.355532:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204770.355539:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204770.355543:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204770.355546:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298577577
00000100:00000010:0.0:1788204770.355551:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788204770.355558:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204770.355565:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298577577
00000100:00000010:0.0:1788204770.355569:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a540.
00000100:00000001:0.0:1788204770.355572:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204770.355575:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204770.355578:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204770.355580:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204770.355586:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204770/real 1788204770]  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204770.355597:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204770.355599:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204770.355602:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204770.355605:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204770.355607:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204770.355609:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204770.355613:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204770.355623:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355629:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204770.355632:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.355634:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204770.355636:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204770.355640:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355648:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204770.355653:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355660:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204770.355663:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.355665:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204770.355666:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.355669:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204770.355671:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204770.355674:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204770.355679:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204770.355682:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204770.355686:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204770.355695:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556777856:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204770.355702:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204770.355706:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355712:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204770.355713:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204770.355716:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204770.355717:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204770.355720:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204770.355722:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777984:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204770.355725:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204770.355727:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204770.355728:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204770.355730:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204770.355733:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788204770.355735:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204770.355738:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204770.355741:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204770.355746:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204770.355748:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556777984, portal 10
00000100:00000001:0.0:1788204770.355751:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204770.355752:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788204770.355759:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355766:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204770.355768:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204770.355770:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204770.355773:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556777984, offset 0
00000400:00000200:0.0:1788204770.355777:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204770.355781:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204770.355784:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204770.355787:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204770.355791:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204770.355793:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204770.355796:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204770.355799:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3282:3282:256:4294967295] 192.168.201.145@tcp LPNI seq info [3282:3282:8:4294967295]
00000400:00000200:0.0:1788204770.355803:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204770.355810:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204770.355815:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204770.355819:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204770.355822:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204770.355825:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204770.355830:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204770.355832:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204770.355836:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204770.355838:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204770.355842:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204770.355846:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204770.355849:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204770.355851:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204770.355854:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204770.355858:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355866:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204770.355869:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355876:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204770.355878:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204770.355882:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204770.355885:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204770.355888:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204770.355890:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298575699
00000100:00000001:0.0:1788204770.355893:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298577577
00000100:00000001:0.0:1788204770.355896:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298575699
00000100:00000001:0.0:1788204770.355898:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298577577
00000100:00000001:0.0:1788204770.355900:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204770.355903:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204770.355905:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204770.355909:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204770/real 1788204770]  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204770.355917:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204770.355919:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204770.355920:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204770.355922:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204770.355924:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204770.355926:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204770.355929:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204770.355939:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355946:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204770.355947:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.355949:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204770.355951:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204770.355954:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355962:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204770.355966:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.355973:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204770.355976:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.355978:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204770.355979:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.355981:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204770.355983:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204770.355986:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204770.355990:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204770.355992:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204770.355996:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204770.356005:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556777984:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204770.356009:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204770.356013:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356020:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204770.356022:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204770.356024:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204770.356026:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204770.356028:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204770.356031:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778112:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204770.356034:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204770.356036:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204770.356038:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204770.356039:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204770.356043:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204770.356045:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204770.356048:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204770.356051:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204770.356054:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204770.356057:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556778112, portal 4
00000100:00000001:0.0:1788204770.356059:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204770.356060:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:0.0:1788204770.356066:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356072:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204770.356074:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204770.356077:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204770.356079:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556778112, offset 0
00000400:00000200:0.0:1788204770.356083:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204770.356087:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204770.356091:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204770.356093:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204770.356096:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204770.356098:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204770.356100:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204770.356103:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3283:3283:256:4294967295] 192.168.201.145@tcp LPNI seq info [3283:3283:8:4294967295]
00000400:00000200:0.0:1788204770.356107:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204770.356113:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204770.356117:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204770.356121:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204770.356125:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204770.356127:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204770.356131:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204770.356133:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204770.356137:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204770.356138:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204770.356141:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204770.356144:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204770.356147:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204770.356149:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204770.356152:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204770.356156:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356162:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204770.356165:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356178:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204770.356179:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204770.356182:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204770.356185:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204770.356189:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204770.356191:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298575382
00000100:00000001:0.0:1788204770.356194:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298577577
00000100:00000001:0.0:1788204770.356196:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298575382
00000100:00000001:0.0:1788204770.356198:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298577577
00000100:00000001:0.0:1788204770.356200:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204770.356202:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204770.356204:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204770.356208:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204770/real 1788204770]  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204770.356215:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204770.356217:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204770.356218:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204770.356221:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204770.356222:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204770.356225:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204770.356228:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204770.356236:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356244:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204770.356245:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356247:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204770.356249:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204770.356253:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356262:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204770.356266:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356274:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204770.356276:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356278:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204770.356280:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356282:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204770.356283:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204770.356286:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204770.356289:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204770.356291:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204770.356296:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204770.356304:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778112:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204770.356309:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204770.356312:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356320:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204770.356321:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204770.356324:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204770.356325:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204770.356328:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204770.356331:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778240:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204770.356334:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204770.356336:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204770.356338:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204770.356340:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204770.356344:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788204770.356346:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204770.356349:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204770.356352:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204770.356355:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204770.356359:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556778240, portal 4
00000100:00000001:0.0:1788204770.356361:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204770.356362:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788204770.356368:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356374:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204770.356376:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204770.356379:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204770.356381:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556778240, offset 0
00000400:00000200:0.0:1788204770.356385:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204770.356389:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204770.356393:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204770.356424:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204770.356429:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204770.356431:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204770.356434:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204770.356437:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3284:3284:256:4294967295] 192.168.201.145@tcp LPNI seq info [3284:3284:8:4294967295]
00000400:00000200:0.0:1788204770.356442:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204770.356448:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204770.356453:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204770.356457:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204770.356461:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204770.356463:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204770.356468:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204770.356471:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204770.356475:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204770.356477:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204770.356480:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204770.356489:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204770.356492:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204770.356494:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204770.356496:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204770.356500:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356519:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204770.356523:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356529:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204770.356531:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204770.356534:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204770.356536:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204770.356540:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204770.356541:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298576114
00000100:00000001:0.0:1788204770.356544:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298577577
00000100:00000001:0.0:1788204770.356546:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298576114
00000100:00000001:0.0:1788204770.356548:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298577577
00000100:00000001:0.0:1788204770.356550:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204770.356552:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204770.356554:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204770.356558:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204770/real 1788204770]  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204770.356565:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204770.356566:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204770.356568:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204770.356570:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204770.356572:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204770.356574:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204770.356577:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204770.356585:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356590:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204770.356592:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356593:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204770.356595:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204770.356598:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356604:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204770.356608:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356615:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204770.356618:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356619:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204770.356621:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356623:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204770.356624:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204770.356627:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204770.356631:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204770.356633:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204770.356637:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204770.356645:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778240:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204770.356649:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356652:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204770.356656:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556777856/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356663:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204770.356666:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204770.356669:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788204770.356672:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204770.356674:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204770.356676:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204770.356679:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204770.356681:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:0.0:1788204770.356685:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204770.356686:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204770.356688:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788204770.356692:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204770.356693:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356695:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204770.356698:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556777984/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356706:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204770.356707:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204770.356709:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788204770.356711:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204770.356713:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204770.356714:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204770.356716:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204770.356717:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:0.0:1788204770.356720:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204770.356721:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204770.356722:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788204770.356725:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204770.356726:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356728:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204770.356731:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556778112/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356737:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204770.356739:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204770.356740:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788204770.356743:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204770.356744:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204770.356745:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204770.356747:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204770.356749:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:0.0:1788204770.356751:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204770.356752:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204770.356754:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788204770.356756:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204770.356758:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356759:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204770.356762:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556778240/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204770.356769:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204770.356771:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204770.356772:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788204770.356774:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204770.356775:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204770.356777:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204770.356779:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204770.356780:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:0.0:1788204770.356782:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204770.356783:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204770.356785:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788204770.356787:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204770.356789:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356791:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204770.356798:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204770.356800:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204770.356803:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204770.356804:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204770.674528:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204770.674537:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204770.674540:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204770.674547:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204770.674550:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204770.674553:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204770.674557:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204770.674560:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204770.674564:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204770.674565:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204770.674570:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204770.674571:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204770.674578:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204770.674607:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204770.674610:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204770.674613:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204770.866473:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204770.866481:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204770.866483:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204770.866489:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204770.866494:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204770.866508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204770.866512:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204770.866515:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204770.866519:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204771.698464:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204771.698467:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204771.698471:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204771.698472:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204771.698474:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204771.698481:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204771.698494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204771.698498:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204771.698498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204771.698503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204771.698507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204771.698509:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204771.698512:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204771.698560:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204771.698565:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204771.698569:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204771.890529:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204771.890537:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204771.890539:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204771.890545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204771.890547:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204771.890550:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204771.890552:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204771.890555:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204771.890558:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204772.594518:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298577577, at 4298577600
00000100:00000040:1.0:1788204772.594518:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298577577, at 4298577600
00000100:00000010:0.0:1788204772.594532:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788204772.594535:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a540.
00000100:00000001:1.0:1788204772.722508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204772.722517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204772.722520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204772.722525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204772.722529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204772.722530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204772.722535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204772.722537:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204772.722540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204772.722542:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204772.722545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204772.722547:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204772.722549:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204772.722553:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204772.722557:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204772.722559:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204772.722563:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204772.722567:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204772.722569:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204772.722611:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204772.722614:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204772.722617:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204772.914516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204772.914523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204772.914524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204772.914529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204772.914532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204772.914534:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204772.914536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204772.914538:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204772.914541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.746545:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204773.746553:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204773.746555:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204773.746560:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204773.746560:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204773.746569:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204773.746571:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204773.746575:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204773.746575:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.746580:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204773.746582:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204773.746586:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204773.746590:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204773.746619:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204773.746624:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204773.746629:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204773.938556:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204773.938564:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204773.938567:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204773.938572:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204773.938576:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204773.938580:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.938583:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204773.938585:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.938588:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204774.770508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204774.770511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204774.770515:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204774.770518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204774.770520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204774.770522:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204774.770523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204774.770529:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204774.770535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204774.770539:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204774.770541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204774.770545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204774.770548:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204774.770591:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204774.770596:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204774.770600:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204774.962517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204774.962523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204774.962525:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204774.962529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204774.962532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204774.962535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204774.962537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204774.962539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204774.962541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204775.474599:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204775.474614:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204775.474617:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204775.474622:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204775.474628:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204775.474650:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3908
00000400:00000200:0.0:1788204775.474663:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204775.474672:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204775.474676:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204775.474680:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.474684:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204775.474687:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.474690:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204775.474695:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204775.474698:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204775.474701:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204775.474705:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204775.474708:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204775.474711:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204775.474715:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.474717:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204775.474719:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.474722:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204775.474725:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204775.474729:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204775.474732:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204775.474735:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204775.474740:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204775.474743:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204775.474746:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204775.474749:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204775.474762:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204775.474767:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204775.474772:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204775.474774:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204775.474779:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204775.474783:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204775.474788:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204775.474798:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204775.474807:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204775.474820:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204775.474834:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204775.474840:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204775.474846:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204775.474877:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204775.474881:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204775.474886:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204775.474887:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204775.474889:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204775.474892:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204775.474895:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3908
00000400:00000200:0.0:1788204775.474900:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204775.474904:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204775.474907:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204775.474912:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.474915:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204775.474918:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204775.474919:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.474924:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204775.474925:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204775.474929:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204775.474930:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788204775.474937:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204775.474943:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:2.0:1788204775.474947:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204775.474950:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204775.474952:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204775.474954:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1788204775.474958:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
02000000:00000001:2.0:1788204775.474958:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204775.474963:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204775.474965:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00100000:2.0:1788204775.474968:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556778368:192.168.201.145@tcp:250:kworker.0
00000020:00000001:0.0:1788204775.474970:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788204775.474973:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788204775.474978:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204775.474979:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204775.474984:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204775.474984:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204775.474988:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204775.474990:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204775.474994:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204775.474998:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000010:2.0:1788204775.474999:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b800.
00000100:00080000:0.0:1788204775.475003:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788204775.475004:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204775.475015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204775.475016:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204775.475021:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1788204775.475023:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
02000000:00000001:0.0:1788204775.475029:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204775.475033:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204775.475034:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:0.0:1788204775.475037:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204775.475044:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556778368, portal 25
00000008:00100000:0.0:1788204775.475045:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204775.475049:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1788204775.475053:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.475053:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000001:0.0:1788204775.475060:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204775.475063:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204775.475067:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204775.475073:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:2.0:1788204775.475074:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204775.475079:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000001:0.0:1788204775.475080:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204775.475083:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
02000000:00000001:0.0:1788204775.475084:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204775.475088:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556778368, offset 0
00000100:00000001:0.0:1788204775.475089:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204775.475094:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204775.475097:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204775.475098:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000010:0.0:1788204775.475107:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000400:00000200:2.0:1788204775.475111:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204775.475114:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204775.475119:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204775.475125:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1788204775.475127:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204775.475130:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204775.475138:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204775.475143:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204775.475146:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3285:3285:256:4294967295] 192.168.201.145@tcp LPNI seq info [3285:3285:8:4294967295]
00000400:00000200:2.0:1788204775.475150:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204775.475154:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204775.475158:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204775.475166:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204775.475169:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204775.475183:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204775.475193:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000100:00000001:0.0:1788204775.475198:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204775.475202:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1788204775.475204:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204775.475211:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.0:1788204775.475211:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788204775.475215:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204775.475220:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1788204775.475220:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204775.475225:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788204775.475227:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1788204775.475231:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204775.475234:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000100:00080000:0.0:1788204775.475235:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3908
00000400:00000200:2.0:1788204775.475240:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204775.475245:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204775.475251:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000200:0.0:1788204775.475253:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204775.475255:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204775.475261:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1788204775.475263:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204775.475267:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204775.475269:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204775.475278:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204775.475281:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204775.475283:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204775.475287:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204775.475291:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.475297:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204775.475299:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204775.475302:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204775.475303:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1788204775.475305:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204775.475309:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204775.475312:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000001:2.0:1788204775.475313:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204775.475316:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204775.475321:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788204775.475322:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204775.475329:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298582696
00000100:00000040:0.0:1788204775.475330:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.475335:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1788204775.475337:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511900.
00000100:00000040:0.0:1788204775.475338:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.475343:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204775.475346:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204775.475350:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204775.475353:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204775.475356:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204775.475358:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1788204775.475360:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204775.475364:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204775.475367:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204775.475369:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298582696
00000008:00100000:0.0:1788204775.475371:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000010:2.0:1788204775.475375:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511360.
00000008:00000001:0.0:1788204775.475376:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.475380:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204775.475381:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.475385:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204775.475388:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204775.475389:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000100:00000001:2.0:1788204775.475391:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204775.475440:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204775/real 1788204775]  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204775.475450:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204775.475452:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204775.475454:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204775.475457:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204775.475459:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204775.475461:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1788204775.475463:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000200:2.0:1788204775.475464:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204775.475471:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204775.475475:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204775.475477:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204775.475480:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204775.475483:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204775.475487:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788204775.475488:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.475490:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.475493:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204775.475495:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788204775.475496:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00100000:2.0:1788204775.475499:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204775.475503:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.475508:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204775.475515:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204775.475515:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.475533:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204775.475537:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204775.475540:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204775.475540:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204775.475543:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204775.475546:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.475547:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204775.475552:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204775.475554:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1788204775.475557:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204775.475560:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204775.475565:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204775.475572:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204775.475575:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204775.475581:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788204775.475585:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556778368:192.168.201.145@tcp:250:kworker.0
00000100:00080000:0.0:1788204775.475588:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204775.475590:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204775.475592:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204775.475593:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788204775.475596:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204775.475597:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556778368/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204775.475604:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204775.475607:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1788204775.475611:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3908
02000000:00000001:2.0:1788204775.475611:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204775.475614:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b800.
02000000:00000001:2.0:1788204775.475618:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:0.0:1788204775.475621:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:2.0:1788204775.475621:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204775.475624:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000400:00000200:0.0:1788204775.475629:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000020:00000001:2.0:1788204775.475629:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204775.475632:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
00000100:00080000:0.0:1788204775.475634:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788204775.475637:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1788204775.475642:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.475646:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204775.475647:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204775.475651:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000040:0.0:1788204775.475653:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204775.475655:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204775.475658:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204775.475660:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204775.475661:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204775.475666:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204775.475669:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204775.475671:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204775.475671:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204775.475674:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204775.475676:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788204775.475677:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204775.475680:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788204775.475683:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788204775.475684:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204775.475689:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788204775.475690:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204775.475697:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.475700:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204775.475704:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204775.475707:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204775.475710:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204775.475715:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204775.475721:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204775.475727:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204775.475732:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204775.475738:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204775.475744:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204775.475744:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204775.475746:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204775.475749:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204775.475750:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204775.475753:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1788204775.475756:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204775.475756:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204775.475762:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204775.475764:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778496:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204775.475769:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204775.475772:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1788204775.475773:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
02000000:00000001:2.0:1788204775.475775:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204775.475779:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204775.475780:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204775.475785:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b800.
02000000:00000001:0.0:1788204775.475786:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204775.475789:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204775.475790:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204775.475794:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204775.475797:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204775.475798:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204775.475801:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204775.475804:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
02000000:00000010:0.0:1788204775.475809:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000400:00000010:2.0:1788204775.475811:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:0.0:1788204775.475817:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204775.475818:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556778496, portal 10
00000100:00000001:2.0:1788204775.475824:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204775.475825:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00100000:0.0:1788204775.475829:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204775.475836:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204775.475849:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204775.475854:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204775.475855:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204775.475861:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788204775.475866:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204775.475867:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204775.475872:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556778496, offset 0
00000400:00000200:2.0:1788204775.475883:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204775.475888:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204775.475890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204775.475895:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:0.0:1788204775.475898:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3918)
00000400:00000200:2.0:1788204775.475898:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204775.475904:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204775.475907:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204775.475909:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204775.475912:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3286:3286:256:4294967295] 192.168.201.145@tcp LPNI seq info [3286:3286:8:4294967295]
00000400:00000200:2.0:1788204775.475915:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204775.475920:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204775.475924:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204775.475926:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204775.475930:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204775.475932:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204775.475936:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204775.475937:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204775.475940:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204775.475941:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204775.475944:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204775.475946:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204775.475949:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204775.475950:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204775.475953:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204775.475956:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.475964:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204775.475967:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.475972:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.475974:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204775.475977:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204775.475982:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204775.475986:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204775.475988:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298580819
00000100:00000001:2.0:1788204775.475992:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298582696
00000100:00000001:2.0:1788204775.475994:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298580819
00000100:00000001:2.0:1788204775.475997:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298582696
00000100:00000001:2.0:1788204775.475999:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204775.476002:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.476005:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204775.476009:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204775/real 1788204775]  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204775.476019:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204775.476021:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204775.476023:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204775.476026:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204775.476028:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204775.476030:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204775.476033:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204775.476039:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476044:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204775.476045:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476046:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204775.476047:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204775.476049:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476054:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204775.476057:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476061:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204775.476063:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476064:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204775.476064:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476066:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204775.476067:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204775.476069:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204775.476072:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204775.476074:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204775.476077:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204775.476082:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778496:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204775.476084:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204775.476086:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476090:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204775.476091:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204775.476092:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204775.476094:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204775.476095:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204775.476097:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778624:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204775.476100:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204775.476101:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204775.476102:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204775.476103:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204775.476106:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788204775.476108:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204775.476111:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204775.476113:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204775.476116:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204775.476118:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556778624, portal 4
00000100:00000001:2.0:1788204775.476119:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204775.476120:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000040:2.0:1788204775.476125:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476130:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204775.476132:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204775.476133:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204775.476135:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556778624, offset 0
00000400:00000200:2.0:1788204775.476138:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204775.476141:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204775.476144:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204775.476147:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204775.476150:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204775.476152:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204775.476155:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204775.476158:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3287:3287:256:4294967295] 192.168.201.145@tcp LPNI seq info [3287:3287:8:4294967295]
00000400:00000200:2.0:1788204775.476163:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204775.476170:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204775.476175:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204775.476178:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204775.476183:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204775.476186:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204775.476191:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204775.476193:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204775.476198:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204775.476199:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204775.476201:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204775.476204:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204775.476207:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204775.476208:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204775.476210:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204775.476213:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476218:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204775.476220:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476225:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.476226:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204775.476229:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204775.476231:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204775.476234:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204775.476236:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298580502
00000100:00000001:2.0:1788204775.476237:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298582696
00000100:00000001:2.0:1788204775.476239:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298580502
00000100:00000001:2.0:1788204775.476241:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298582696
00000100:00000001:2.0:1788204775.476242:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204775.476243:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.476245:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204775.476247:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204775/real 1788204775]  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204775.476252:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204775.476253:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204775.476255:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204775.476257:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204775.476258:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204775.476259:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204775.476261:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204775.476270:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476277:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204775.476279:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476281:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204775.476283:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204775.476287:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476294:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204775.476298:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476307:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204775.476310:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476311:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204775.476313:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476315:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204775.476317:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204775.476320:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204775.476323:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204775.476326:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204775.476330:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204775.476339:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778624:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204775.476343:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476346:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204775.476349:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556778496/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476356:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204775.476358:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204775.476360:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b800.
02000000:00000001:2.0:1788204775.476364:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204775.476366:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204775.476367:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204775.476369:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204775.476371:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:2.0:1788204775.476375:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204775.476376:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204775.476378:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:2.0:1788204775.476381:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204775.476383:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476385:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204775.476389:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556778624/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476415:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204775.476417:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204775.476429:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788204775.476433:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204775.476434:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204775.476436:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204775.476438:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204775.476440:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:2.0:1788204775.476442:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204775.476443:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204775.476445:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:2.0:1788204775.476447:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204775.476448:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476450:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476454:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204775.476456:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.476458:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204775.476460:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204775.476462:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204775.476466:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476474:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204775.476476:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204775.476478:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204775.476480:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204775.476482:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204775.476486:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778752:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204775.476490:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204775.476492:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204775.476493:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204775.476495:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204775.476499:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788204775.476502:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204775.476505:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204775.476507:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204775.476510:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204775.476513:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556778752, portal 4
00000100:00000001:2.0:1788204775.476514:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204775.476515:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000040:2.0:1788204775.476520:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476525:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204775.476526:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204775.476528:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204775.476530:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556778752, offset 0
00000400:00000200:2.0:1788204775.476533:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204775.476537:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204775.476540:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204775.476543:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204775.476546:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204775.476549:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204775.476551:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204775.476555:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3288:3288:256:4294967295] 192.168.201.145@tcp LPNI seq info [3288:3288:8:4294967295]
00000400:00000200:2.0:1788204775.476559:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204775.476566:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204775.476571:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204775.476575:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204775.476580:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204775.476583:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204775.476588:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204775.476591:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204775.476595:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204775.476597:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204775.476601:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204775.476605:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204775.476609:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204775.476611:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204775.476614:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204775.476618:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476627:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204775.476630:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476636:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.476638:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204775.476640:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204775.476643:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204775.476645:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204775.476647:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298581234
00000100:00000001:2.0:1788204775.476649:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298582696
00000100:00000001:2.0:1788204775.476651:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298581234
00000100:00000001:2.0:1788204775.476652:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298582696
00000100:00000001:2.0:1788204775.476654:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204775.476655:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.476656:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204775.476659:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204775/real 1788204775]  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204775.476664:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204775.476665:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204775.476666:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204775.476668:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204775.476669:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204775.476671:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204775.476673:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204775.476685:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476692:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204775.476694:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476695:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204775.476697:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204775.476700:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476708:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204775.476713:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476721:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204775.476724:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476726:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204775.476728:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476730:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204775.476731:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204775.476734:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204775.476738:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204775.476740:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204775.476743:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204775.476748:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556778752:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204775.476751:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476752:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204775.476754:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556778752/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204775.476764:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204775.476765:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204775.476767:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788204775.476768:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204775.476769:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204775.476771:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204775.476773:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204775.476774:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:2.0:1788204775.476777:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204775.476778:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204775.476780:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:2.0:1788204775.476783:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204775.476784:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476786:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.476790:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204775.476791:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.476793:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204775.476795:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204775.794531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204775.794538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204775.794545:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204775.794545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204775.794547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204775.794558:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204775.794563:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204775.794571:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204775.794579:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204775.794580:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204775.794587:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204775.794588:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1788204775.794590:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204775.794595:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204775.794601:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204775.794605:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204775.986514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204775.986519:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204775.986520:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204775.986525:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204775.986528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204775.986530:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.986532:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204775.986534:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.986536:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204776.818495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204776.818497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204776.818503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204776.818505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204776.818509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204776.818511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204776.818514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204776.818517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204776.818523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204776.818527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204776.818531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204776.818534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204776.818538:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204776.818539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204776.818542:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204776.818546:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204777.010513:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204777.010521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204777.010522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204777.010527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204777.010531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204777.010535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204777.010539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204777.010543:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204777.010546:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204777.714513:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298582696, at 4298582720
00000100:00000040:0.0:1788204777.714515:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298582696, at 4298582720
00000100:00000010:1.0:1788204777.714529:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511360.
00000100:00000010:0.0:1788204777.714531:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511900.
00000100:00000001:1.0:1788204777.842504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204777.842505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204777.842512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204777.842516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204777.842517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204777.842522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204777.842524:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204777.842528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204777.842529:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204777.842533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204777.842533:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204777.842538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204777.842539:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204777.842541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204777.842543:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204777.842546:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204777.842549:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204777.842551:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204777.842556:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204777.842571:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204777.842575:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204777.842579:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204778.034493:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204778.034498:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204778.034499:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204778.034503:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204778.034505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204778.034508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.034510:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204778.034512:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.034514:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204778.866503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204778.866509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204778.866509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204778.866512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204778.866514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204778.866518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204778.866521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204778.866521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204778.866525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204778.866526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204778.866530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204778.866532:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204778.866534:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204778.866568:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204778.866571:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204778.866573:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204779.058513:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204779.058520:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204779.058522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204779.058527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204779.058530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204779.058533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204779.058536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204779.058539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204779.058541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204779.890519:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204779.890520:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204779.890526:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204779.890528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204779.890534:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204779.890537:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204779.890540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204779.890542:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204779.890547:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204779.890553:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204779.890557:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204779.890561:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204779.890565:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204779.890576:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204779.890581:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204779.890585:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204780.082496:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204780.082503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204780.082505:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204780.082510:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204780.082513:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204780.082522:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204780.082525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204780.082527:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204780.082529:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204780.594529:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204780.594546:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204780.594550:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204780.594554:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204780.594559:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204780.594566:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3913
00000400:00000200:0.0:1788204780.594576:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204780.594582:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204780.594585:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204780.594588:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.594592:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204780.594595:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.594597:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204780.594600:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204780.594603:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204780.594606:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204780.594609:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204780.594611:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204780.594612:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204780.594616:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.594621:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204780.594622:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.594624:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204780.594627:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204780.594631:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204780.594632:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204780.594635:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204780.594638:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204780.594641:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204780.594643:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204780.594646:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204780.594655:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788204780.594665:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204780.594670:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204780.594673:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204780.594677:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204780.594682:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204780.594687:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204780.594696:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204780.594705:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204780.594716:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204780.594727:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204780.594733:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204780.594740:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204780.594776:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204780.594778:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204780.594782:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204780.594783:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204780.594786:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204780.594789:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204780.594792:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3913
00000400:00000200:0.0:1788204780.594797:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204780.594798:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788204780.594804:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204780.594807:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204780.594808:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204780.594815:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204780.594817:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.594820:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204780.594824:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.594826:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204780.594831:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1788204780.594832:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204780.594833:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204780.594836:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204780.594841:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204780.594852:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:1.0:1788204780.594852:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204780.594855:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204780.594861:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:1.0:1788204780.594863:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204780.594867:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204780.594872:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204780.594877:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00100000:1.0:1788204780.594879:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556778880:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204780.594887:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204780.594889:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204780.594895:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204780.594899:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204780.594902:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:1.0:1788204780.594904:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204780.594907:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204780.594912:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000010:1.0:1788204780.594913:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d800.
00000100:00080000:0.0:1788204780.594919:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204780.594923:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204780.594925:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204780.594928:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204780.594936:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204780.594944:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204780.594945:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204780.594950:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1788204780.594955:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000008:00100000:0.0:1788204780.594957:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204780.594963:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204780.594965:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204780.594965:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000010:0.0:1788204780.594975:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000100:00000200:1.0:1788204780.594976:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556778880, portal 25
00000020:00000040:0.0:1788204780.594980:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:1.0:1788204780.594981:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788204780.594988:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204780.594988:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
02000000:00000001:0.0:1788204780.594992:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204780.594996:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204780.595001:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204780.595002:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204780.595004:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204780.595014:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000001:1.0:1788204780.595019:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204780.595025:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595028:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204780.595031:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204780.595037:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556778880, offset 0
00000100:00100000:0.0:1788204780.595039:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204780.595051:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204780.595052:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595057:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204780.595076:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204780.595077:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204780.595091:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788204780.595094:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204780.595099:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204780.595099:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788204780.595106:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1788204780.595108:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788204780.595109:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204780.595113:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204780.595116:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204780.595118:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204780.595123:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:0.0:1788204780.595126:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3913
00000400:00000200:1.0:1788204780.595133:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3289:3289:256:4294967295] 192.168.201.145@tcp LPNI seq info [3289:3289:8:4294967295]
00000400:00000200:1.0:1788204780.595139:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204780.595147:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204780.595157:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:1.0:1788204780.595159:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204780.595162:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000010:1.0:1788204780.595164:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00080000:0.0:1788204780.595166:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204780.595176:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:1.0:1788204780.595176:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204780.595184:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204780.595184:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1788204780.595193:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:1.1:1788204780.595194:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204780.595202:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788204780.595205:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000100:1.0:1788204780.595209:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204780.595213:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:1.0:1788204780.595214:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000020:00000040:0.0:1788204780.595221:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:1.0:1788204780.595223:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1788204780.595230:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204780.595239:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1788204780.595240:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:1.0:1788204780.595255:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204780.595258:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000020:00000001:0.0:1788204780.595260:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:1.0:1788204780.595262:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1788204780.595264:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:1.0:1788204780.595267:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204780.595269:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595279:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204780.595288:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595298:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204780.595301:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204780.595308:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595309:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204780.595310:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204780.595312:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788204780.595313:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204780.595318:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204780.595321:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204780.595323:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204780.595324:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204780.595329:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204780.595357:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595357:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595369:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1788204780.595371:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204780.595375:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204780.595378:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204780.595386:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204780.595386:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204780.595392:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595393:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298587816
00000100:00000010:1.0:1788204780.595435:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f240.
00000100:00000001:0.0:1788204780.595436:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204780.595440:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204780.595442:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1788204780.595445:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595448:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298587817
02000000:00000010:0.0:1788204780.595453:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000010:1.0:1788204780.595453:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fcc0.
00000100:00000001:1.0:1788204780.595462:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204780.595465:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595467:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204780.595475:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595478:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204780.595481:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204780.595487:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204780/real 1788204780]  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204780.595503:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204780.595509:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204780.595520:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204780.595581:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204780.595585:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1788204780.595587:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1788204780.595588:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1788204780.595589:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788204780.595591:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204780.595593:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000100:00080000:0.0:1788204780.595594:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204780.595599:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204780.595600:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000100:00080000:0.0:1788204780.595603:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3913
00000400:00000010:1.0:1788204780.595604:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204780.595614:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1788204780.595615:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204780.595621:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204780.595621:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204780.595626:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204780.595637:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595650:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204780.595652:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204780.595657:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595662:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204780.595668:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204780.595670:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204780.595674:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204780.595674:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204780.595679:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204780.595681:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:1.0:1788204780.595685:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1788204780.595688:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:1.0:1788204780.595690:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204780.595693:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00100000:1.0:1788204780.595700:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204780.595703:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595716:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204780.595723:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204780.595729:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595732:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:1.0:1788204780.595735:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204780.595736:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204780.595742:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204780.595750:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204780.595754:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204780.595759:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204780.595761:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204780.595764:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595769:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204780.595770:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204780.595776:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1788204780.595777:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204780.595781:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1788204780.595783:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204780.595786:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595787:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000010:0.0:1788204780.595791:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204780.595792:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1788204780.595794:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204780.595798:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204780.595800:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204780.595801:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204780.595802:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204780.595807:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204780.595811:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204780.595815:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00080000:1.0:1788204780.595816:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204780.595820:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595823:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1788204780.595827:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204780.595837:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204780.595838:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204780.595840:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204780.595848:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204780.595895:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204780.595897:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556778880:192.168.201.145@tcp:250:kworker.0
00000100:00000040:0.0:1788204780.595904:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3923)
00000100:00000001:1.0:1788204780.595907:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.595912:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204780.595916:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556778880/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.595925:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204780.595928:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204780.595931:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204780.595935:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204780.595937:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204780.595939:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204780.595941:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204780.595943:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788204780.595946:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204780.595948:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204780.595950:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788204780.595953:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204780.595954:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.595956:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.595963:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204780.595965:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.595967:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204780.595969:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204780.595970:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204780.595974:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.595981:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204780.595983:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204780.595985:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204780.595987:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204780.595989:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204780.595992:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779008:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204780.595996:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204780.595998:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204780.596000:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204780.596001:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204780.596005:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204780.596007:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204780.596011:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204780.596014:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204780.596017:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204780.596021:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556779008, portal 10
00000100:00000001:1.0:1788204780.596023:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204780.596024:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:1.0:1788204780.596030:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596037:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204780.596039:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204780.596041:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204780.596044:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556779008, offset 0
00000400:00000200:1.0:1788204780.596048:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204780.596052:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204780.596056:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204780.596058:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204780.596061:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204780.596064:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204780.596066:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204780.596068:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3290:3290:256:4294967295] 192.168.201.145@tcp LPNI seq info [3290:3290:8:4294967295]
00000400:00000200:1.0:1788204780.596072:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204780.596078:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204780.596083:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204780.596086:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204780.596090:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204780.596093:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204780.596098:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204780.596106:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204780.596111:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204780.596113:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204780.596116:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204780.596119:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204780.596123:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204780.596125:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204780.596127:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204780.596131:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596139:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204780.596142:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596148:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.596149:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204780.596153:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204780.596156:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204780.596160:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204780.596162:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298585939
00000100:00000001:1.0:1788204780.596165:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298587816
00000100:00000001:1.0:1788204780.596167:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298585939
00000100:00000001:1.0:1788204780.596169:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298587817
00000100:00000001:1.0:1788204780.596170:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204780.596173:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.596174:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204780.596178:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204780/real 1788204780]  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204780.596186:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204780.596188:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204780.596190:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204780.596192:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204780.596194:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204780.596196:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204780.596199:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204780.596207:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596213:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204780.596214:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596216:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204780.596217:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204780.596221:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596227:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204780.596231:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596237:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204780.596240:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596241:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204780.596242:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596244:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204780.596246:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204780.596248:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204780.596251:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204780.596253:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204780.596255:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204780.596260:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779008:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204780.596263:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204780.596266:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596270:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204780.596271:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204780.596272:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204780.596274:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204780.596275:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204780.596276:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779136:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204780.596278:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204780.596280:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204780.596280:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204780.596282:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204780.596284:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204780.596285:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204780.596288:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204780.596289:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204780.596292:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204780.596294:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556779136, portal 4
00000100:00000001:1.0:1788204780.596295:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204780.596296:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788204780.596299:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596303:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204780.596305:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204780.596306:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204780.596308:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556779136, offset 0
00000400:00000200:1.0:1788204780.596313:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204780.596316:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204780.596319:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204780.596322:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204780.596325:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204780.596327:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204780.596329:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204780.596343:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3291:3291:256:4294967295] 192.168.201.145@tcp LPNI seq info [3291:3291:8:4294967295]
00000400:00000200:1.0:1788204780.596347:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204780.596353:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204780.596358:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204780.596361:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204780.596365:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204780.596367:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204780.596370:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204780.596372:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204780.596374:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204780.596375:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204780.596377:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204780.596379:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204780.596381:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204780.596382:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204780.596384:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204780.596386:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596391:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204780.596393:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596412:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.596414:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204780.596417:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204780.596419:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204780.596422:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204780.596424:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298585623
00000100:00000001:1.0:1788204780.596425:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298587816
00000100:00000001:1.0:1788204780.596427:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298585623
00000100:00000001:1.0:1788204780.596428:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298587817
00000100:00000001:1.0:1788204780.596429:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204780.596431:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.596432:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204780.596435:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204780/real 1788204780]  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204780.596439:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204780.596440:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204780.596441:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204780.596442:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204780.596443:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204780.596444:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204780.596446:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204780.596451:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596454:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204780.596455:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596456:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204780.596456:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204780.596458:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596462:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204780.596464:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596468:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204780.596470:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596471:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204780.596472:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596474:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204780.596476:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204780.596478:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204780.596481:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204780.596483:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204780.596487:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204780.596495:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779136:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204780.596499:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204780.596502:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596509:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204780.596510:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204780.596512:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204780.596514:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204780.596516:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204780.596519:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779264:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204780.596522:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204780.596523:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204780.596524:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204780.596526:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204780.596528:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204780.596529:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204780.596532:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204780.596533:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204780.596535:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204780.596537:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556779264, portal 4
00000100:00000001:1.0:1788204780.596539:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204780.596539:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:1.0:1788204780.596543:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596547:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204780.596549:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204780.596550:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204780.596551:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556779264, offset 0
00000400:00000200:1.0:1788204780.596553:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204780.596556:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204780.596558:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204780.596559:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204780.596561:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204780.596563:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204780.596564:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204780.596566:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3292:3292:256:4294967295] 192.168.201.145@tcp LPNI seq info [3292:3292:8:4294967295]
00000400:00000200:1.0:1788204780.596568:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204780.596572:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204780.596574:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204780.596576:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204780.596578:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204780.596579:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204780.596582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204780.596583:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204780.596586:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204780.596587:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204780.596589:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204780.596591:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204780.596592:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204780.596593:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204780.596595:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204780.596597:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596601:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204780.596603:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596610:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.596611:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204780.596613:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204780.596615:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204780.596617:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204780.596618:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298586354
00000100:00000001:1.0:1788204780.596619:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298587816
00000100:00000001:1.0:1788204780.596620:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298586354
00000100:00000001:1.0:1788204780.596621:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298587817
00000100:00000001:1.0:1788204780.596622:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204780.596623:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.596624:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204780.596626:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204780/real 1788204780]  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204780.596630:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204780.596631:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204780.596632:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204780.596633:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204780.596634:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204780.596635:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204780.596638:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204780.596646:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596651:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204780.596653:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596654:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204780.596655:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204780.596659:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596665:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204780.596668:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596675:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204780.596677:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596678:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204780.596680:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596681:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204780.596683:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204780.596685:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204780.596688:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204780.596690:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204780.596694:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204780.596701:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779264:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204780.596703:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596704:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204780.596706:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556779008/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596710:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204780.596711:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204780.596712:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204780.596714:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204780.596715:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204780.596716:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204780.596717:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204780.596718:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:1.0:1788204780.596720:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204780.596721:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204780.596722:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788204780.596723:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204780.596724:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596725:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204780.596727:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556779136/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596730:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204780.596731:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204780.596732:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204780.596733:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204780.596733:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204780.596734:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204780.596735:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204780.596736:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204780.596737:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204780.596737:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204780.596738:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788204780.596739:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204780.596740:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596741:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204780.596742:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556779264/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204780.596745:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204780.596746:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204780.596747:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204780.596748:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204780.596748:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204780.596749:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204780.596750:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204780.596751:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788204780.596752:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204780.596752:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204780.596753:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788204780.596754:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204780.596755:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596756:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.596759:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204780.596759:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.596761:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204780.596762:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204780.914504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204780.914511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204780.914517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204780.914519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204780.914582:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204780.914586:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204780.914588:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00010000:3.0:1788204780.914590:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204780.914594:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204780.914597:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204780.914602:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204780.914606:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204780.914610:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.914613:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204780.914615:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204780.914617:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204781.106494:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204781.106501:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204781.106503:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204781.106508:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204781.106512:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204781.106515:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204781.106518:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204781.106520:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204781.106523:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204781.938488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204781.938493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204781.938496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204781.938496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204781.938498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204781.938501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204781.938502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204781.938503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204781.938506:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204781.938510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204781.938513:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204781.938516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204781.938519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204781.938532:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204781.938536:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204781.938539:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204782.130513:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204782.130520:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204782.130522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204782.130527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204782.130530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204782.130534:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204782.130537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204782.130539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204782.130542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204782.834498:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298587817, at 4298587840
00000100:00000040:0.0:1788204782.834503:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298587816, at 4298587840
00000100:00000010:1.0:1788204782.834510:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fcc0.
00000100:00000010:0.0:1788204782.834512:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f240.
00000100:00000001:1.0:1788204782.962502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204782.962510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204782.962512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204782.962524:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204782.962526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204782.962531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204782.962531:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204782.962535:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204782.962537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204782.962539:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204782.962541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204782.962544:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204782.962546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204782.962547:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204782.962550:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204782.962551:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204782.962552:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204782.962559:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204782.962560:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204782.962617:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204782.962620:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204782.962623:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204783.154472:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204783.154479:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204783.154482:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204783.154487:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204783.154490:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204783.154493:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204783.154496:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204783.154498:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204783.154500:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204783.986483:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204783.986485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204783.986490:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204783.986491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204783.986495:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204783.986496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204783.986500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204783.986501:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204783.986506:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204783.986510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204783.986513:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204783.986516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204783.986518:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204783.986522:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204783.986525:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204783.986528:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204784.178498:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204784.178503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204784.178505:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204784.178509:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204784.178512:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204784.178514:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.178516:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204784.178518:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.178520:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.010501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204785.010507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204785.010509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204785.010513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204785.010517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204785.010520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204785.010521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204785.010529:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.010530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204785.010538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.010541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204785.010542:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204785.010545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204785.010607:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204785.010610:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204785.010613:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204785.202570:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204785.202579:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204785.202581:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204785.202587:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204785.202590:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204785.202594:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204785.202596:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204785.202599:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204785.202601:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204785.714533:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204785.714540:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204785.714542:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204785.714545:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204785.714548:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204785.714553:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3918
00000400:00000200:3.0:1788204785.714560:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204785.714566:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204785.714569:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204785.714572:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714575:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204785.714577:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714579:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204785.714583:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204785.714585:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204785.714588:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204785.714591:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204785.714593:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204785.714596:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204785.714599:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714601:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204785.714603:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714605:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204785.714608:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204785.714611:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714613:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204785.714616:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204785.714618:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204785.714620:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204785.714622:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204785.714624:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204785.714631:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204785.714634:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204785.714637:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204785.714638:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204785.714641:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204785.714643:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204785.714646:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204785.714651:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788204785.714656:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204785.714663:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204785.714670:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204785.714672:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204785.714675:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204785.714697:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204785.714699:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204785.714702:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204785.714703:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204785.714704:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204785.714705:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204785.714707:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3918
00000400:00000200:3.0:1788204785.714709:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204785.714711:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204785.714713:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204785.714715:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714716:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204785.714718:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714719:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204785.714721:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204785.714722:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204785.714724:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204785.714725:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204785.714726:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204785.714728:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204785.714730:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714731:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204785.714732:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204785.714735:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204785.714738:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204785.714741:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204785.714742:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:1.0:1788204785.714745:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204785.714748:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714752:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204785.714755:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204785.714755:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204785.714760:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204785.714766:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204785.714770:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204785.714771:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204785.714774:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204785.714775:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204785.714777:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1788204785.714780:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204785.714781:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204785.714783:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204785.714784:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204785.714787:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00100000:1.0:1788204785.714788:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556779392:192.168.201.145@tcp:250:kworker.0
00000020:00000040:3.0:1788204785.714792:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:1.0:1788204785.714794:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204785.714797:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204785.714798:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204785.714799:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204785.714801:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204785.714802:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204785.714804:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204785.714805:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204785.714808:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204785.714810:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000010:3.0:1788204785.714812:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
02000000:00000001:1.0:1788204785.714813:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204785.714818:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204785.714822:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204785.714826:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000100:00100000:3.0:1788204785.714829:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204785.714832:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204785.714839:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556779392, portal 25
00000100:00000001:3.0:1788204785.714841:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204785.714842:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204785.714844:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000001:3.0:1788204785.714847:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204785.714851:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204785.714856:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.714860:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204785.714865:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204785.714867:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204785.714871:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556779392, offset 0
00000400:00000200:1.0:1788204785.714878:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714878:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204785.714883:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204785.714888:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204785.714889:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204785.714891:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204785.714893:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204785.714895:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788204785.714896:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204785.714900:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3918
00000400:00000200:1.0:1788204785.714901:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204785.714906:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204785.714907:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204785.714913:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204785.714913:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204785.714918:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:3.0:1788204785.714918:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204785.714924:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:1.0:1788204785.714925:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3293:3293:256:4294967295] 192.168.201.145@tcp LPNI seq info [3293:3293:8:4294967295]
00000100:00000001:3.0:1788204785.714928:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204785.714931:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204785.714933:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714935:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204785.714939:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204785.714941:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:1.0:1788204785.714943:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1788204785.714944:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204785.714947:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204785.714950:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204785.714951:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:1.0:1788204785.714953:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788204785.714956:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714958:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1788204785.714959:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00000040:3.0:1788204785.714961:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714962:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204785.714964:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204785.714966:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204785.714967:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204785.714968:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204785.714970:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204785.714972:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204785.714973:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204785.714975:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204785.714976:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204785.714979:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204785.714980:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204785.714984:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000010:3.0:1788204785.714985:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204785.714989:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:1.1:1788204785.714993:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:3.0:1788204785.714994:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204785.714996:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204785.714998:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1788204785.714999:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204785.715001:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1788204785.715004:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204785.715004:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204785.715007:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
02000000:00000010:3.0:1788204785.715009:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000400:00000200:1.0:1788204785.715013:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204785.715013:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204785.715021:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1788204785.715021:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204785.715027:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204785.715031:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:3.0:1788204785.715031:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204785.715035:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715037:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204785.715041:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204785.715044:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204785.715058:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204785.715061:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204785.715067:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204785.715073:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204785.715075:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204785.715076:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204785.715078:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204785.715083:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204785.715085:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204785.715087:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3918
00000100:00000001:1.0:1788204785.715088:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788204785.715093:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204785.715094:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204785.715097:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204785.715100:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204785.715101:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204785.715104:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204785.715105:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298592936
00000100:00000001:3.0:1788204785.715108:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204785.715110:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000010:1.0:1788204785.715111:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fcc0.
00000100:00000001:3.0:1788204785.715112:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204785.715116:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204785.715117:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204785.715118:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204785.715119:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:1.0:1788204785.715120:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1788204785.715120:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204785.715124:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204785.715126:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204785.715128:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204785.715129:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298592936
00000100:00000040:3.0:1788204785.715129:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000010:1.0:1788204785.715134:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f5a0.
00000100:00000001:3.0:1788204785.715134:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204785.715137:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:1.0:1788204785.715138:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788204785.715141:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204785.715143:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204785.715144:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715146:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204785.715147:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204785.715149:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204785.715151:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204785.715154:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204785/real 1788204785]  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204785.715155:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204785.715160:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204785.715163:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1788204785.715165:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204785.715168:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:3.0:1788204785.715168:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204785.715171:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000100:00000001:3.0:1788204785.715172:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204785.715177:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000100:00000010:3.0:1788204785.715180:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000400:00000010:1.0:1788204785.715181:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000020:00000040:3.0:1788204785.715186:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:1.0:1788204785.715187:0:2340:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204785.715191:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1788204785.715193:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204785.715194:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204785.715199:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204785.715201:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204785.715204:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204785.715210:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000200:1.0:1788204785.715211:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204785.715215:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715223:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:3.0:1788204785.715225:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204785.715227:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715232:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204785.715236:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204785.715237:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204785.715241:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204785.715256:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204785.715261:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715272:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204785.715278:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204785.715281:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204785.715284:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3928)
00000100:00000001:1.0:1788204785.715289:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204785.715292:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715293:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204785.715294:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715296:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204785.715297:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204785.715298:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204785.715301:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204785.715303:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204785.715307:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204785.715312:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556779392:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204785.715315:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715316:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204785.715318:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556779392/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715322:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204785.715323:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204785.715325:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204785.715327:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204785.715328:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204785.715330:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204785.715332:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204785.715333:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:1.0:1788204785.715336:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204785.715337:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204785.715338:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788204785.715341:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204785.715341:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715343:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715348:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204785.715349:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715350:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204785.715351:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204785.715352:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204785.715354:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715359:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204785.715359:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204785.715361:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204785.715362:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204785.715363:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204785.715365:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779520:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204785.715367:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204785.715368:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204785.715369:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204785.715370:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204785.715372:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204785.715373:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204785.715376:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204785.715378:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204785.715380:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204785.715383:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556779520, portal 10
00000100:00000001:1.0:1788204785.715385:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204785.715386:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788204785.715391:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715420:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204785.715423:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204785.715425:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204785.715428:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556779520, offset 0
00000400:00000200:1.0:1788204785.715432:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204785.715435:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204785.715437:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204785.715439:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204785.715441:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204785.715443:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204785.715444:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204785.715446:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3294:3294:256:4294967295] 192.168.201.145@tcp LPNI seq info [3294:3294:8:4294967295]
00000400:00000200:1.0:1788204785.715448:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204785.715452:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204785.715455:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204785.715457:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204785.715460:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204785.715462:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204785.715464:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204785.715466:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204785.715468:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204785.715470:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204785.715471:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204785.715474:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204785.715477:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204785.715478:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204785.715481:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204785.715484:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715492:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204785.715494:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715507:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715508:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204785.715512:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204785.715515:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204785.715518:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204785.715520:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298591059
00000100:00000001:1.0:1788204785.715522:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298592936
00000100:00000001:1.0:1788204785.715523:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298591059
00000100:00000001:1.0:1788204785.715525:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298592936
00000100:00000001:1.0:1788204785.715526:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204785.715527:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715528:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204785.715531:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204785/real 1788204785]  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204785.715535:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204785.715536:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204785.715538:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204785.715539:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204785.715540:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204785.715541:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204785.715543:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204785.715548:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715553:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204785.715554:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715555:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204785.715556:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204785.715560:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715576:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204785.715581:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715588:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204785.715590:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715591:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204785.715593:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715594:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204785.715596:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204785.715598:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204785.715600:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204785.715602:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204785.715609:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204785.715614:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779520:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204785.715616:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204785.715618:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715622:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204785.715623:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204785.715625:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204785.715626:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204785.715627:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204785.715629:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779648:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204785.715630:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204785.715632:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204785.715633:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204785.715634:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204785.715636:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204785.715637:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204785.715640:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204785.715641:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204785.715644:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204785.715646:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556779648, portal 4
00000100:00000001:1.0:1788204785.715647:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204785.715648:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:1.0:1788204785.715652:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715655:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204785.715657:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204785.715658:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204785.715659:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556779648, offset 0
00000400:00000200:1.0:1788204785.715661:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204785.715664:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204785.715666:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204785.715668:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204785.715669:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204785.715670:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204785.715672:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204785.715674:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3295:3295:256:4294967295] 192.168.201.145@tcp LPNI seq info [3295:3295:8:4294967295]
00000400:00000200:1.0:1788204785.715676:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204785.715681:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204785.715686:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204785.715689:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204785.715692:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204785.715695:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204785.715698:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204785.715700:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204785.715704:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204785.715706:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204785.715709:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204785.715712:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204785.715715:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204785.715716:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204785.715719:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204785.715722:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715730:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204785.715740:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715747:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715748:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204785.715751:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204785.715752:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204785.715755:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204785.715756:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298590742
00000100:00000001:1.0:1788204785.715757:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298592936
00000100:00000001:1.0:1788204785.715759:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298590742
00000100:00000001:1.0:1788204785.715760:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298592936
00000100:00000001:1.0:1788204785.715761:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204785.715762:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715763:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204785.715765:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204785/real 1788204785]  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204785.715770:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204785.715770:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204785.715772:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204785.715773:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204785.715774:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204785.715776:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204785.715777:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204785.715782:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715786:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204785.715786:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715787:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204785.715788:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204785.715790:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715793:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204785.715795:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715799:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204785.715800:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715801:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204785.715802:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715803:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204785.715804:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204785.715806:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204785.715807:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204785.715808:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204785.715810:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204785.715814:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779648:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204785.715816:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204785.715818:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715822:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204785.715823:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204785.715824:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204785.715825:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204785.715827:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204785.715828:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779776:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204785.715830:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204785.715831:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204785.715831:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204785.715833:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204785.715835:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204785.715836:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204785.715838:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204785.715839:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204785.715841:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204785.715842:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556779776, portal 4
00000100:00000001:1.0:1788204785.715843:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204785.715844:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788204785.715848:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715851:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204785.715852:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204785.715854:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204785.715855:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556779776, offset 0
00000400:00000200:1.0:1788204785.715857:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204785.715859:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204785.715861:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204785.715862:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204785.715864:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204785.715865:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204785.715867:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204785.715869:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3296:3296:256:4294967295] 192.168.201.145@tcp LPNI seq info [3296:3296:8:4294967295]
00000400:00000200:1.0:1788204785.715872:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204785.715878:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204785.715882:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204785.715884:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204785.715888:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204785.715891:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204785.715894:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204785.715897:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204785.715901:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204785.715903:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204785.715905:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204785.715908:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204785.715911:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204785.715913:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204785.715915:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204785.715919:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715924:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204785.715926:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715930:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715931:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204785.715933:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204785.715935:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204785.715937:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204785.715938:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298591473
00000100:00000001:1.0:1788204785.715940:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298592936
00000100:00000001:1.0:1788204785.715941:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298591473
00000100:00000001:1.0:1788204785.715943:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298592936
00000100:00000001:1.0:1788204785.715944:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204785.715945:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.715946:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204785.715948:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204785/real 1788204785]  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204785.715953:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204785.715954:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204785.715955:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204785.715956:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204785.715957:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204785.715958:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204785.715960:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204785.715964:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715968:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204785.715968:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715969:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204785.715970:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204785.715972:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715975:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204785.715977:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.715981:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204785.715982:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715983:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204785.715984:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.715985:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204785.715986:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204785.715987:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204785.715989:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204785.715991:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204785.715993:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204785.715997:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556779776:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204785.715999:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.716000:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204785.716002:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556779520/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.716005:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204785.716006:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204785.716007:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204785.716008:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204785.716009:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204785.716010:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204785.716011:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204785.716012:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:1.0:1788204785.716014:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204785.716015:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204785.716016:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788204785.716017:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204785.716018:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.716019:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204785.716020:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556779648/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.716024:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204785.716024:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204785.716025:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204785.716026:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204785.716027:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204785.716027:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204785.716028:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204785.716029:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:1.0:1788204785.716031:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204785.716031:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204785.716032:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:1.0:1788204785.716033:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204785.716034:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.716035:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204785.716036:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556779776/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204785.716040:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204785.716040:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204785.716041:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204785.716042:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204785.716043:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204785.716043:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204785.716044:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204785.716045:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:1.0:1788204785.716046:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204785.716046:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204785.716047:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788204785.716048:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204785.716049:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.716050:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204785.716052:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204785.716053:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204785.716054:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204785.716055:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204786.034506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204786.034514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204786.034516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204786.034529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204786.034531:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204786.034537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204786.034540:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204786.034547:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204786.034549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204786.034551:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204786.034551:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204786.034559:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204786.034563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204786.034592:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204786.034596:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204786.034600:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204786.226498:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204786.226506:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204786.226508:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204786.226512:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204786.226516:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204786.226521:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204786.226525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204786.226528:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204786.226531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204787.058473:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204787.058478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204787.058479:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204787.058484:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204787.058485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204787.058488:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204787.058489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204787.058494:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204787.058497:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204787.058499:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204787.058502:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204787.058504:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204787.058506:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204787.058534:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204787.058538:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204787.058541:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204787.250489:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204787.250496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204787.250498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204787.250503:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204787.250507:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204787.250510:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204787.250513:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204787.250516:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204787.250518:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204787.954463:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298592936, at 4298592960
00000100:00000040:0.0:1788204787.954468:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298592936, at 4298592960
00000100:00000010:1.0:1788204787.954477:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f5a0.
00000100:00000010:0.0:1788204787.954479:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fcc0.
00000100:00000001:1.0:1788204788.082491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204788.082495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204788.082497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204788.082500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204788.082500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204788.082506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204788.082508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204788.082509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204788.082512:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204788.082513:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204788.082515:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204788.082518:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204788.082520:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204788.082522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204788.082523:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204788.082524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204788.082526:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204788.082528:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204788.082529:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204788.082547:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204788.082549:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204788.082551:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204788.274509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204788.274516:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204788.274526:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204788.274531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204788.274535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204788.274539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204788.274542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204788.274544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204788.274547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204789.106455:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204789.106461:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.106465:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204789.106466:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204789.106468:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204789.106474:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204789.106477:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204789.106480:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204789.106484:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204789.106488:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.106491:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204789.106494:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204789.106497:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204789.106531:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204789.106534:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204789.106537:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204789.298493:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204789.298501:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204789.298503:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204789.298508:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204789.298511:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204789.298514:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.298517:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204789.298519:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.298522:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.130491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204790.130493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204790.130497:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.130499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204790.130502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204790.130504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204790.130507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204790.130507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.130513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204790.130517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.130520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204790.130523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204790.130525:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204790.130526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204790.130530:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204790.130534:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204790.322459:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204790.322466:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204790.322468:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204790.322472:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204790.322476:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204790.322478:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204790.322481:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204790.322484:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204790.322486:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204790.834533:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204790.834542:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204790.834544:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204790.834547:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204790.834551:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204790.834556:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3923
00000400:00000200:0.0:1788204790.834563:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204790.834568:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204790.834570:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204790.834572:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834575:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204790.834576:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834578:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204790.834581:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204790.834582:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204790.834584:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204790.834586:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204790.834588:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204790.834589:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204790.834591:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834592:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204790.834593:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834594:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204790.834596:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204790.834598:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834599:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204790.834601:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204790.834603:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204790.834605:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204790.834606:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204790.834607:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204790.834614:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204790.834617:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204790.834619:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204790.834620:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204790.834623:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204790.834625:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204790.834627:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204790.834633:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788204790.834637:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204790.834643:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204790.834650:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204790.834654:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204790.834658:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204790.834679:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204790.834682:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204790.834685:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204790.834687:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204790.834688:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204790.834691:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204790.834694:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3923
00000400:00000200:0.0:1788204790.834697:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204790.834701:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204790.834703:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204790.834706:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834709:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204790.834712:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204790.834712:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204790.834714:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204790.834717:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788204790.834719:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204790.834721:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788204790.834722:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204790.834725:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204790.834728:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204790.834730:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204790.834731:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204790.834734:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204790.834741:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834744:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204790.834748:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204790.834750:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204790.834751:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204790.834754:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:1.0:1788204790.834754:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204790.834760:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:1.0:1788204790.834761:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204790.834763:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204790.834765:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204790.834766:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204790.834770:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204790.834772:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204790.834777:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204790.834777:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556779904:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204790.834780:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204790.834782:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204790.834785:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204790.834789:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.834791:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1788204790.834792:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204790.834795:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204790.834795:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204790.834799:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204790.834799:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204790.834802:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204790.834803:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204790.834804:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204790.834806:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204790.834808:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204790.834810:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d800.
02000000:00000010:0.0:1788204790.834811:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
02000000:00000001:1.0:1788204790.834815:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204790.834816:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204790.834822:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204790.834824:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204790.834831:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204790.834832:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000100:00000001:0.0:1788204790.834833:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204790.834839:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204790.834843:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000001:0.0:1788204790.834845:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204790.834848:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204790.834851:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1788204790.834851:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556779904, portal 25
00000100:00000001:0.0:1788204790.834853:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204790.834855:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204790.834857:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204790.834858:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204790.834861:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00080000:0.0:1788204790.834862:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3923
00000400:00000200:0.0:1788204790.834866:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204790.834869:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204790.834871:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204790.834873:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204790.834875:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834877:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204790.834880:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834883:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204790.834886:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204790.834888:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204790.834890:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204790.834892:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204790.834895:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:1.0:1788204790.834895:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1788204790.834899:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204790.834902:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788204790.834904:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834908:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204790.834908:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000040:0.0:1788204790.834913:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:1.0:1788204790.834914:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556779904, offset 0
00000100:00000001:0.0:1788204790.834917:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204790.834921:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:1.0:1788204790.834926:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204790.834928:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204790.834932:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204790.834934:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204790.834936:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204790.834939:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204790.834942:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204790.834945:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788204790.834946:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204790.834950:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204790.834952:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1788204790.834956:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204790.834959:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788204790.834960:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204790.834964:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1788204790.834967:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000400:00000200:1.0:1788204790.834968:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000040:0.0:1788204790.834972:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:1.0:1788204790.834974:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3297:3297:256:4294967295] 192.168.201.145@tcp LPNI seq info [3297:3297:8:4294967295]
02000000:00000001:0.0:1788204790.834977:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204790.834979:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204790.834983:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204790.834983:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204790.834986:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204790.834989:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204790.834996:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1788204790.834997:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000800:00000200:1.0:1788204790.835004:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204790.835009:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00000001:0.0:1788204790.835013:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204790.835018:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204790.835021:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00100000:0.0:1788204790.835023:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204790.835027:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204790.835035:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204790.835037:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204790.835041:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1788204790.835044:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1788204790.835051:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204790.835055:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000100:00000001:0.0:1788204790.835060:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204790.835062:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788204790.835063:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204790.835068:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1788204790.835069:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204790.835072:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204790.835073:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000100:00080000:0.0:1788204790.835074:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1788204790.835077:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:0.0:1788204790.835078:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204790.835082:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788204790.835083:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3923
00000400:00000200:0.0:1788204790.835090:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:1.0:1788204790.835090:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204790.835094:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204790.835098:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204790.835104:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.835108:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204790.835110:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204790.835111:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.835115:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:1.0:1788204790.835116:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204790.835118:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204790.835119:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204790.835122:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204790.835125:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204790.835128:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204790.835130:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204790.835134:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204790.835138:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204790.835138:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204790.835143:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204790.835143:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204790.835147:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204790.835150:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:1.0:1788204790.835150:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204790.835167:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204790.835170:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298598056
00000100:00080000:0.0:1788204790.835178:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000010:1.0:1788204790.835180:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f5a0.
00000100:00000001:0.0:1788204790.835181:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204790.835185:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204790.835187:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1788204790.835188:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204790.835193:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204790.835194:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204790.835195:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204790.835197:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835198:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298598056
00000100:00000001:0.0:1788204790.835199:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204790.835205:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000100:00000010:1.0:1788204790.835205:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f780.
00000020:00000040:0.0:1788204790.835209:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204790.835212:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204790.835212:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1788204790.835214:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204790.835217:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204790.835218:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204790.835219:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835219:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788204790.835226:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:1.0:1788204790.835226:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204790.835230:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835231:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204790.835236:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204790.835246:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1788204790.835247:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204790/real 1788204790]  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204790.835248:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204790.835254:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204790.835268:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204790.835269:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1788204790.835271:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3933)
00000400:00000001:1.0:1788204790.835272:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204790.835277:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204790.835280:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204790.835282:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204790.835289:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204790.835297:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204790.835306:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835313:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204790.835314:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835316:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204790.835318:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204790.835321:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835387:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204790.835392:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835396:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204790.835420:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835421:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204790.835422:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835424:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204790.835425:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204790.835427:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204790.835430:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204790.835432:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204790.835435:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204790.835440:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556779904:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204790.835443:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835444:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204790.835446:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556779904/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835450:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204790.835452:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204790.835454:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204790.835456:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204790.835458:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204790.835459:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204790.835460:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204790.835462:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788204790.835464:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204790.835466:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204790.835467:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204790.835469:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204790.835469:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835471:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835477:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204790.835478:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835479:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204790.835480:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204790.835481:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204790.835483:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835488:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204790.835488:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204790.835490:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204790.835491:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204790.835492:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204790.835494:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780032:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204790.835496:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204790.835497:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204790.835498:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204790.835499:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204790.835501:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204790.835502:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204790.835504:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204790.835506:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204790.835508:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204790.835510:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556780032, portal 10
00000100:00000001:1.0:1788204790.835512:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204790.835513:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000100:00000040:1.0:1788204790.835517:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835521:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204790.835522:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204790.835523:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204790.835525:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556780032, offset 0
00000400:00000200:1.0:1788204790.835527:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204790.835530:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204790.835532:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204790.835534:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204790.835536:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204790.835537:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204790.835538:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204790.835541:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3298:3298:256:4294967295] 192.168.201.145@tcp LPNI seq info [3298:3298:8:4294967295]
00000400:00000200:1.0:1788204790.835543:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204790.835547:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204790.835550:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204790.835552:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204790.835554:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204790.835556:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204790.835559:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204790.835561:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204790.835563:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204790.835564:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204790.835566:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204790.835568:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204790.835570:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204790.835571:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204790.835572:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204790.835574:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835579:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204790.835580:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835584:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835585:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204790.835586:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204790.835589:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204790.835591:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204790.835592:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298596179
00000100:00000001:1.0:1788204790.835594:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298598056
00000100:00000001:1.0:1788204790.835595:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298596179
00000100:00000001:1.0:1788204790.835596:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298598056
00000100:00000001:1.0:1788204790.835597:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204790.835599:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835600:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204790.835602:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204790/real 1788204790]  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204790.835607:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204790.835608:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204790.835609:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204790.835610:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204790.835611:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204790.835612:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204790.835613:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204790.835617:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835621:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204790.835622:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835623:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204790.835624:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204790.835626:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835629:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204790.835631:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835634:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204790.835636:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835637:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204790.835637:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835638:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204790.835639:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204790.835640:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204790.835642:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204790.835644:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204790.835648:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204790.835655:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780032:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204790.835659:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204790.835661:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835667:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204790.835668:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204790.835671:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204790.835672:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204790.835674:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204790.835677:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780160:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204790.835680:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204790.835681:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204790.835683:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204790.835684:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204790.835687:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204790.835689:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204790.835692:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204790.835694:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204790.835697:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204790.835699:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556780160, portal 4
00000100:00000001:1.0:1788204790.835700:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204790.835701:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:1.0:1788204790.835705:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835710:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204790.835712:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204790.835714:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204790.835716:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556780160, offset 0
00000400:00000200:1.0:1788204790.835720:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204790.835723:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204790.835726:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204790.835729:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204790.835731:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204790.835733:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204790.835736:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204790.835739:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3299:3299:256:4294967295] 192.168.201.145@tcp LPNI seq info [3299:3299:8:4294967295]
00000400:00000200:1.0:1788204790.835743:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204790.835748:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204790.835752:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204790.835755:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204790.835759:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204790.835761:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204790.835764:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204790.835766:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204790.835768:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204790.835769:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204790.835771:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204790.835773:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204790.835775:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204790.835776:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204790.835778:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204790.835780:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835785:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204790.835786:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835790:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835791:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204790.835794:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204790.835796:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204790.835798:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204790.835799:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298595862
00000100:00000001:1.0:1788204790.835801:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298598056
00000100:00000001:1.0:1788204790.835802:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298595862
00000100:00000001:1.0:1788204790.835803:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298598056
00000100:00000001:1.0:1788204790.835804:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204790.835805:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835806:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204790.835808:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204790/real 1788204790]  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204790.835813:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204790.835813:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204790.835815:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204790.835816:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204790.835817:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204790.835818:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204790.835820:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204790.835824:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835827:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204790.835828:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835829:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204790.835830:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204790.835832:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835835:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204790.835837:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835842:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204790.835843:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835844:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204790.835845:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835846:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204790.835847:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204790.835848:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204790.835849:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204790.835851:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204790.835853:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204790.835857:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780160:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204790.835859:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204790.835860:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835864:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204790.835865:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204790.835866:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204790.835867:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204790.835868:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204790.835870:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780288:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204790.835872:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204790.835873:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204790.835874:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204790.835875:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204790.835876:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204790.835878:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204790.835880:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204790.835881:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204790.835883:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204790.835885:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556780288, portal 4
00000100:00000001:1.0:1788204790.835886:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204790.835886:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000100:00000040:1.0:1788204790.835890:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835894:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204790.835895:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204790.835896:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204790.835897:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556780288, offset 0
00000400:00000200:1.0:1788204790.835899:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204790.835901:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204790.835903:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204790.835905:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204790.835906:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204790.835907:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204790.835909:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204790.835911:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3300:3300:256:4294967295] 192.168.201.145@tcp LPNI seq info [3300:3300:8:4294967295]
00000400:00000200:1.0:1788204790.835913:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204790.835916:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204790.835918:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204790.835920:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204790.835922:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204790.835924:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204790.835926:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204790.835928:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204790.835930:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204790.835931:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204790.835933:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204790.835935:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204790.835937:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204790.835937:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204790.835939:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204790.835941:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835945:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204790.835947:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204815 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835950:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835952:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204790.835953:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204790.835955:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204790.835956:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204790.835957:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298596593
00000100:00000001:1.0:1788204790.835958:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298598056
00000100:00000001:1.0:1788204790.835960:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298596593
00000100:00000001:1.0:1788204790.835961:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298598056
00000100:00000001:1.0:1788204790.835962:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204790.835963:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.835964:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204790.835966:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204790/real 1788204790]  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204790.835969:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204790.835970:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204790.835971:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204790.835972:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204790.835973:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204790.835974:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204790.835975:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204790.835979:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835987:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204790.835988:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.835989:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204790.835989:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204790.835991:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.835995:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204790.835996:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.836000:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204790.836001:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.836002:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204790.836003:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.836003:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204790.836004:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204790.836005:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204790.836007:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204790.836008:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204790.836010:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204790.836014:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780288:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204790.836016:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.836017:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204790.836019:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556780032/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.836022:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204790.836023:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204790.836025:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204790.836026:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204790.836027:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204790.836028:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204790.836030:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204790.836031:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:1.0:1788204790.836032:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204790.836033:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204790.836034:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:1.0:1788204790.836036:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204790.836037:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.836038:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204790.836041:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556780160/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.836047:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204790.836048:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204790.836050:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204790.836051:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204790.836052:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204790.836053:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204790.836055:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204790.836057:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788204790.836059:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204790.836060:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204790.836061:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:1.0:1788204790.836063:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204790.836065:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.836066:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204790.836069:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556780288/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204815 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204790.836075:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204790.836076:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204790.836078:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204790.836080:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204790.836081:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204790.836082:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204790.836084:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204790.836085:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:1.0:1788204790.836086:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204790.836087:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204790.836088:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:1.0:1788204790.836089:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204790.836090:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.836091:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204790.836093:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204790.836094:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204790.836095:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204790.836096:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204791.154491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204791.154491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204791.154496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204791.154501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204791.154502:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204791.154507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204791.154510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204791.154514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204791.154518:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204791.154522:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204791.154525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204791.154528:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204791.154530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204791.154560:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204791.154564:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204791.154568:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204791.346462:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204791.346467:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204791.346468:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204791.346471:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204791.346474:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204791.346476:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204791.346478:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204791.346479:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204791.346481:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204792.178465:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204792.178465:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204792.178471:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204792.178472:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204792.178476:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204792.178476:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204792.178479:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204792.178482:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204792.178487:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204792.178491:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204792.178494:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204792.178496:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204792.178498:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204792.178500:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204792.178500:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204792.178506:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204792.370462:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204792.370468:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204792.370470:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204792.370475:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204792.370479:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204792.370482:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204792.370485:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204792.370488:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204792.370490:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204793.074467:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298598056, at 4298598080
00000100:00000040:0.0:1788204793.074475:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298598056, at 4298598080
00000100:00000010:1.0:1788204793.074479:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f780.
00000100:00000010:0.0:1788204793.074485:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f5a0.
00000100:00000001:1.0:1788204793.202476:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204793.202479:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204793.202482:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204793.202483:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204793.202485:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204793.202486:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204793.202490:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204793.202491:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204793.202495:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204793.202496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204793.202498:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204793.202500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204793.202501:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204793.202506:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204793.202506:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204793.202509:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204793.202510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204793.202511:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204793.202512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204793.202551:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204793.202553:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204793.202556:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204793.394501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204793.394507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204793.394508:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204793.394512:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204793.394515:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204793.394517:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204793.394519:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204793.394521:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204793.394523:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204794.226466:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204794.226468:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204794.226472:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204794.226474:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204794.226477:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204794.226478:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204794.226479:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204794.226483:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204794.226487:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204794.226491:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204794.226494:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204794.226497:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204794.226498:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204794.226500:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204794.226501:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204794.226505:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204794.418497:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204794.418502:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204794.418504:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204794.418507:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204794.418510:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204794.418513:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204794.418515:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204794.418516:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204794.418518:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.250491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204795.250496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204795.250497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204795.250501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204795.250501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204795.250507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204795.250509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204795.250510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204795.250512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.250519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.250521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204795.250523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.250525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204795.250563:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204795.250565:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204795.250568:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204795.442489:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204795.442494:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204795.442495:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204795.442499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204795.442501:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204795.442504:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204795.442505:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204795.442507:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204795.442509:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204795.954505:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204795.954513:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204795.954514:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204795.954517:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204795.954520:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204795.954526:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3928
00000400:00000200:0.0:1788204795.954532:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204795.954537:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204795.954539:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204795.954541:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954543:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204795.954545:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954546:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204795.954550:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204795.954552:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204795.954555:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204795.954558:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204795.954560:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204795.954562:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204795.954565:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954567:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204795.954569:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954571:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204795.954574:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204795.954577:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954579:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204795.954582:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204795.954585:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204795.954588:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.954590:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204795.954592:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204795.954601:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204795.954605:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204795.954610:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204795.954611:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.954615:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204795.954617:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204795.954621:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204795.954629:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788204795.954639:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204795.954646:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204795.954656:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204795.954660:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204795.954664:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204795.954687:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204795.954690:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204795.954693:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204795.954694:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204795.954695:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204795.954697:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204795.954699:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3928
00000400:00000200:0.0:1788204795.954702:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204795.954704:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204795.954705:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204795.954708:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954709:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204795.954711:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954712:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204795.954714:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204795.954715:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204795.954716:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204795.954717:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204795.954718:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204795.954720:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204795.954722:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204795.954722:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204795.954726:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204795.954728:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204795.954728:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204795.954732:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788204795.954733:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788204795.954734:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204795.954737:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954739:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204795.954740:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204795.954743:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204795.954745:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204795.954749:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.954752:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204795.954756:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204795.954756:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204795.954759:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204795.954760:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.954762:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204795.954763:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1788204795.954765:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
02000000:00000001:1.0:1788204795.954766:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204795.954770:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204795.954770:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204795.954775:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1788204795.954777:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556780416:192.168.201.145@tcp:250:kworker.0
02000000:00000001:0.0:1788204795.954778:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.954782:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204795.954783:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204795.954784:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204795.954786:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204795.954787:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204795.954789:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204795.954790:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:1.0:1788204795.954794:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204795.954795:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204795.954799:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
00000100:00100000:0.0:1788204795.954801:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204795.954801:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.954809:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204795.954809:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204795.954812:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204795.954813:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000100:00000040:0.0:1788204795.954817:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204795.954820:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000001:0.0:1788204795.954824:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204795.954827:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204795.954828:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556780416, portal 25
00000100:00080000:0.0:1788204795.954831:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204795.954832:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204795.954833:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204795.954834:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000100:00080000:0.0:1788204795.954835:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204795.954838:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204795.954841:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3928
00000400:00000200:0.0:1788204795.954843:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204795.954845:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204795.954846:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204795.954848:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204795.954850:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954854:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204795.954856:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954860:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204795.954864:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204795.954865:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000100:00000001:1.0:1788204795.954865:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1788204795.954868:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204795.954870:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000040:1.0:1788204795.954870:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204795.954872:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:1.0:1788204795.954874:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000020:00000001:0.0:1788204795.954876:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:1.0:1788204795.954878:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556780416, offset 0
00000100:00000040:0.0:1788204795.954881:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954883:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204795.954884:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954888:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:1.0:1788204795.954888:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788204795.954893:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204795.954895:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954897:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.954898:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204795.954899:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204795.954902:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204795.954904:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.954905:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788204795.954906:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204795.954909:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204795.954911:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1788204795.954912:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.954914:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.954916:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000010:0.0:1788204795.954917:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204795.954920:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:1.0:1788204795.954920:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788204795.954925:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204795.954925:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:0.0:1788204795.954928:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.954931:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3301:3301:256:4294967295] 192.168.201.145@tcp LPNI seq info [3301:3301:8:4294967295]
00000100:00000001:0.0:1788204795.954932:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204795.954934:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204795.954936:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.954939:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:0.0:1788204795.954941:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788204795.954945:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.954950:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1788204795.954951:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204795.954959:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204795.954961:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204795.954964:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204795.954965:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00000040:0.0:1788204795.954968:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204795.954974:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204795.954979:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204795.954980:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000100:00080000:0.0:1788204795.954982:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204795.954985:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204795.954988:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1788204795.954988:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788204795.954990:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1788204795.954992:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1788204795.954993:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204795.954996:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3928
00000800:00000100:1.0:1788204795.954999:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204795.955003:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:1.0:1788204795.955003:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:0.0:1788204795.955007:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204795.955009:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204795.955009:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788204795.955012:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.955015:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204795.955016:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788204795.955019:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.955021:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:1.0:1788204795.955022:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000020:00000001:0.0:1788204795.955023:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204795.955026:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000400:00000010:1.0:1788204795.955027:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000020:00000001:0.0:1788204795.955028:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204795.955030:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:1.0:1788204795.955031:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1788204795.955032:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204795.955034:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000200:1.0:1788204795.955036:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204795.955038:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.955042:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204795.955045:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204795.955049:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204795.955052:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:1.0:1788204795.955052:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204795.955056:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955062:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204795.955063:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204795.955064:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204795.955076:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204795.955080:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204795.955082:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204795.955083:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204795.955086:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.955090:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204795.955091:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204795.955093:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298603176
00000008:00100000:0.0:1788204795.955095:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1788204795.955098:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f780.
00000008:00000001:0.0:1788204795.955099:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.955102:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955105:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1788204795.955106:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788204795.955110:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:1.0:1788204795.955112:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298603176
02000000:00000001:0.0:1788204795.955113:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204795.955115:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.955118:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1788204795.955118:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f5a0.
02000000:00000001:0.0:1788204795.955120:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204795.955122:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1788204795.955123:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955126:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788204795.955128:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:1.0:1788204795.955129:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204795.955134:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955134:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204795.955138:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204795/real 1788204795]  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204795.955141:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204795.955161:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204795.955163:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204795.955163:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1788204795.955167:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204795.955167:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204795.955172:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000100:00000001:0.0:1788204795.955175:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.955177:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000100:00000040:0.0:1788204795.955178:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3938)
00000400:00000010:1.0:1788204795.955181:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204795.955185:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204795.955190:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204795.955198:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955203:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204795.955205:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955207:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204795.955208:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204795.955211:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955215:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204795.955217:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955221:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204795.955223:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955224:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204795.955225:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955226:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204795.955228:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204795.955229:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204795.955232:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204795.955233:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204795.955236:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204795.955247:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556780416:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204795.955250:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955252:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204795.955254:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556780416/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955261:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204795.955263:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204795.955265:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204795.955267:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204795.955268:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204795.955269:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204795.955271:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204795.955273:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788204795.955275:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204795.955276:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204795.955277:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:1.0:1788204795.955279:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204795.955280:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955282:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955287:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204795.955288:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955289:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204795.955290:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204795.955291:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204795.955293:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955297:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204795.955298:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204795.955300:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204795.955301:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204795.955302:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204795.955304:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780544:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204795.955306:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204795.955307:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204795.955308:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204795.955309:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204795.955311:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204795.955312:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.955314:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204795.955316:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204795.955318:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204795.955320:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556780544, portal 10
00000100:00000001:1.0:1788204795.955321:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204795.955322:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:1.0:1788204795.955326:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955330:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204795.955331:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204795.955332:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204795.955334:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556780544, offset 0
00000400:00000200:1.0:1788204795.955336:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204795.955338:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204795.955340:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204795.955342:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204795.955344:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204795.955346:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204795.955347:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204795.955349:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3302:3302:256:4294967295] 192.168.201.145@tcp LPNI seq info [3302:3302:8:4294967295]
00000400:00000200:1.0:1788204795.955351:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204795.955354:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204795.955357:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204795.955359:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204795.955362:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204795.955363:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204795.955366:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204795.955378:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1788204795.955381:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204795.955382:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204795.955384:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204795.955386:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204795.955388:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204795.955389:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204795.955391:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204795.955393:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955417:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204795.955419:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955423:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955424:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204795.955427:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204795.955429:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204795.955431:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204795.955433:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298601299
00000100:00000001:1.0:1788204795.955435:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298603176
00000100:00000001:1.0:1788204795.955436:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298601299
00000100:00000001:1.0:1788204795.955437:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298603176
00000100:00000001:1.0:1788204795.955439:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204795.955440:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955441:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204795.955443:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204795/real 1788204795]  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204795.955447:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204795.955448:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204795.955449:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204795.955450:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204795.955451:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204795.955452:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204795.955454:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204795.955459:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955466:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204795.955467:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955468:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204795.955469:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204795.955471:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955474:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204795.955476:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955480:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204795.955481:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955482:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204795.955482:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955483:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204795.955485:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204795.955486:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204795.955488:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204795.955489:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204795.955491:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204795.955495:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780544:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204795.955497:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204795.955498:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955502:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204795.955503:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204795.955505:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204795.955506:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204795.955507:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204795.955509:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780672:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204795.955512:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204795.955513:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204795.955515:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204795.955516:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204795.955520:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204795.955521:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.955524:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204795.955527:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204795.955530:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204795.955532:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556780672, portal 4
00000100:00000001:1.0:1788204795.955534:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204795.955536:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000100:00000040:1.0:1788204795.955541:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955547:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204795.955550:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204795.955551:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204795.955553:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556780672, offset 0
00000400:00000200:1.0:1788204795.955555:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204795.955558:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204795.955560:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204795.955562:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204795.955564:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204795.955565:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204795.955566:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204795.955568:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3303:3303:256:4294967295] 192.168.201.145@tcp LPNI seq info [3303:3303:8:4294967295]
00000400:00000200:1.0:1788204795.955571:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204795.955574:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204795.955577:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204795.955579:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204795.955581:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204795.955583:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204795.955585:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204795.955587:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1788204795.955589:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204795.955590:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204795.955592:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204795.955594:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204795.955596:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204795.955597:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204795.955598:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204795.955600:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955605:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204795.955606:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955610:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955611:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204795.955613:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204795.955615:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204795.955617:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204795.955618:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298600982
00000100:00000001:1.0:1788204795.955619:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298603176
00000100:00000001:1.0:1788204795.955621:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298600982
00000100:00000001:1.0:1788204795.955622:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298603176
00000100:00000001:1.0:1788204795.955623:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204795.955624:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955625:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204795.955627:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204795/real 1788204795]  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204795.955632:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204795.955633:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204795.955634:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204795.955635:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204795.955636:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204795.955637:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204795.955638:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204795.955643:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955647:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204795.955647:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955648:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204795.955649:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204795.955651:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955654:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204795.955656:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955660:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204795.955661:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955662:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204795.955662:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955663:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204795.955664:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204795.955666:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204795.955667:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204795.955668:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204795.955671:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204795.955675:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780672:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204795.955677:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204795.955679:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955682:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204795.955683:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204795.955684:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204795.955685:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204795.955686:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204795.955688:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780800:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204795.955689:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204795.955690:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204795.955691:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204795.955692:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204795.955694:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204795.955695:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204795.955696:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204795.955698:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204795.955700:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204795.955701:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556780800, portal 4
00000100:00000001:1.0:1788204795.955702:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204795.955703:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:1.0:1788204795.955708:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955714:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204795.955717:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204795.955719:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204795.955721:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556780800, offset 0
00000400:00000200:1.0:1788204795.955725:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204795.955727:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204795.955730:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204795.955733:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204795.955735:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204795.955737:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204795.955740:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204795.955742:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3304:3304:256:4294967295] 192.168.201.145@tcp LPNI seq info [3304:3304:8:4294967295]
00000400:00000200:1.0:1788204795.955746:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204795.955751:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204795.955755:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204795.955758:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204795.955762:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204795.955764:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788204795.955768:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204795.955771:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1788204795.955774:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204795.955776:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204795.955778:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204795.955781:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204795.955783:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204795.955784:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204795.955785:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204795.955788:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955793:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204795.955794:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204820 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955798:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955799:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204795.955801:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204795.955803:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204795.955805:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204795.955806:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298601713
00000100:00000001:1.0:1788204795.955808:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298603176
00000100:00000001:1.0:1788204795.955809:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298601713
00000100:00000001:1.0:1788204795.955810:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298603176
00000100:00000001:1.0:1788204795.955811:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204795.955812:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955813:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204795.955815:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204795/real 1788204795]  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204795.955819:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204795.955820:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204795.955821:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204795.955822:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204795.955823:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204795.955824:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204795.955826:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204795.955830:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955834:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204795.955834:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955835:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204795.955836:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204795.955838:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955841:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204795.955843:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955847:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204795.955848:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955849:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204795.955850:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955851:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204795.955852:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204795.955853:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204795.955855:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204795.955856:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204795.955858:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204795.955862:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556780800:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204795.955864:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955865:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204795.955866:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556780544/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955870:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204795.955871:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204795.955872:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204795.955873:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204795.955874:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204795.955875:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204795.955876:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204795.955878:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:1.0:1788204795.955879:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204795.955880:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204795.955881:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:1.0:1788204795.955882:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204795.955883:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955884:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204795.955886:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556780672/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955893:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204795.955894:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204795.955895:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204795.955897:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204795.955897:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204795.955898:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204795.955899:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204795.955899:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788204795.955900:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204795.955901:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204795.955902:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:1.0:1788204795.955903:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204795.955903:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955904:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204795.955906:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556780800/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204820 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204795.955909:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204795.955910:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204795.955910:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204795.955912:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204795.955912:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204795.955913:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204795.955914:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204795.955914:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:1.0:1788204795.955915:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204795.955916:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204795.955916:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788204795.955917:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204795.955918:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955919:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204795.955921:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204795.955922:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204795.955923:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204795.955924:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204796.274477:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204796.274477:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204796.274483:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204796.274485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204796.274489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204796.274491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204796.274494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204796.274495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204796.274507:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204796.274511:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204796.274513:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204796.274515:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204796.274515:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204796.274519:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204796.274520:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204796.274526:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204796.466488:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204796.466494:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204796.466497:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204796.466502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204796.466505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204796.466508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204796.466511:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204796.466514:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204796.466516:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204797.298493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204797.298496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204797.298501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204797.298502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204797.298505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204797.298508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204797.298511:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204797.298513:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204797.298516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204797.298517:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204797.298522:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204797.298523:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204797.298528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204797.298529:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204797.298532:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204797.298532:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204797.298537:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204797.298539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204797.298540:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204797.298595:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204797.298599:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204797.298602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204797.490497:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204797.490505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204797.490507:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204797.490512:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204797.490515:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204797.490518:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204797.490519:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204797.490522:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204797.490523:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204798.194503:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298603176, at 4298603200
00000100:00000040:1.0:1788204798.194503:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298603176, at 4298603200
00000100:00000010:1.0:1788204798.194518:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f5a0.
00000100:00000010:0.0:1788204798.194520:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f780.
00000100:00000001:1.0:1788204798.322458:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204798.322463:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204798.322465:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204798.322469:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204798.322470:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204798.322472:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204798.322476:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204798.322477:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204798.322481:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204798.322483:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204798.322484:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204798.322486:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204798.322487:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204798.322509:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204798.322512:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204798.322515:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204798.514529:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204798.514536:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204798.514538:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204798.514543:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204798.514547:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204798.514551:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204798.514553:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204798.514556:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204798.514558:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204799.346476:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204799.346485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204799.346487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204799.346491:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204799.346494:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204799.346498:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204799.346500:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204799.346503:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204799.346505:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204799.346594:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204799.346599:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204799.346603:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204799.346605:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204799.346664:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204799.346669:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204799.346673:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204799.538537:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204799.538544:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204799.538545:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.538550:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204799.538553:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204799.538557:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.538559:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204799.538562:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.538564:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204800.370529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204800.370534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204800.370538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204800.370539:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204800.370544:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204800.370545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204800.370547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204800.370551:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204800.370556:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204800.370560:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204800.370563:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204800.370566:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204800.370567:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204800.370569:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204800.370572:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204800.370573:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204800.562506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204800.562514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204800.562516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204800.562522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204800.562526:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204800.562529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204800.562532:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204800.562535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204800.562537:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204801.074511:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204801.074520:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204801.074522:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204801.074525:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204801.074528:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204801.074533:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3933
00000400:00000200:3.0:1788204801.074539:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204801.074543:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204801.074545:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204801.074547:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074550:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204801.074551:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074553:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204801.074556:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204801.074557:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204801.074559:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204801.074561:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204801.074562:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204801.074563:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204801.074565:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074566:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204801.074567:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074569:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204801.074570:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204801.074573:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074574:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204801.074576:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204801.074578:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204801.074580:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.074581:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204801.074583:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204801.074589:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204801.074591:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204801.074594:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204801.074595:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.074597:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204801.074600:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204801.074603:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204801.074608:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788204801.074612:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204801.074619:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204801.074626:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204801.074629:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204801.074632:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204801.074649:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204801.074651:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204801.074653:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204801.074654:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204801.074655:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204801.074657:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204801.074658:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3933
00000400:00000200:3.0:1788204801.074660:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204801.074662:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204801.074663:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204801.074665:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074666:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204801.074667:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074669:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204801.074670:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204801.074670:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204801.074671:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204801.074673:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204801.074675:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204801.074677:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204801.074679:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074681:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204801.074682:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074683:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204801.074684:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204801.074686:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074687:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204801.074688:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204801.074692:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204801.074694:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.074695:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204801.074698:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204801.074700:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.074702:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204801.074704:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788204801.074705:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204801.074706:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204801.074707:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.074708:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204801.074709:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204801.074710:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.074713:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1788204801.074713:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000100:00000001:3.0:1788204801.074721:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.074722:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204801.074727:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1788204801.074732:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204801.074741:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204801.074742:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204801.074746:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204801.074759:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.074767:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204801.074772:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204801.074780:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204801.074786:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204801.074790:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204801.074791:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204801.074796:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788204801.074800:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556780928:192.168.201.145@tcp:250:kworker.0
00000100:00080000:3.0:1788204801.074801:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204801.074811:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204801.074811:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204801.074821:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1788204801.074823:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204801.074825:0:18698:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1788204801.074827:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204801.074832:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3933
02000000:00000001:1.0:1788204801.074833:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1788204801.074842:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204801.074845:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
02000000:00000010:1.0:1788204801.074846:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d800.
00000100:00080000:3.0:1788204801.074848:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1788204801.074849:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204801.074854:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074856:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204801.074860:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204801.074861:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074866:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:1.0:1788204801.074868:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000020:00000001:3.0:1788204801.074870:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204801.074873:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204801.074874:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1788204801.074877:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000020:00000040:3.0:1788204801.074878:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204801.074885:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204801.074886:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:1.0:1788204801.074889:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556780928, portal 25
00000100:00000040:3.0:1788204801.074890:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204801.074894:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204801.074894:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204801.074898:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:3.0:1788204801.074902:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074907:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204801.074908:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000040:1.0:1788204801.074912:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204801.074915:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204801.074927:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204801.074935:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204801.074938:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204801.074950:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.074958:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204801.074961:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1788204801.074961:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204801.074968:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204801.074970:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204801.074995:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000001:3.0:1788204801.074997:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204801.075006:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556780928, offset 0
00000100:00000010:3.0:1788204801.075007:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788204801.075019:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204801.075021:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204801.075023:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.075031:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204801.075032:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204801.075039:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204801.075043:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204801.075047:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000400:00000200:1.0:1788204801.075053:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204801.075055:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204801.075064:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00100000:3.0:1788204801.075065:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204801.075079:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204801.075081:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204801.075082:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204801.075088:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204801.075094:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:3.0:1788204801.075104:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204801.075107:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204801.075110:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788204801.075111:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204801.075117:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204801.075121:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:3.0:1788204801.075121:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204801.075129:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204801.075135:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3933
00000400:00000200:1.0:1788204801.075136:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3305:3305:256:4294967295] 192.168.201.145@tcp LPNI seq info [3305:3305:8:4294967295]
00000400:00000200:3.0:1788204801.075148:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204801.075153:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204801.075158:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204801.075161:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204801.075167:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.075176:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204801.075181:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204801.075184:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204801.075190:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204801.075192:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:1.0:1788204801.075198:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788204801.075202:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000800:00000010:1.0:1788204801.075204:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000020:00000001:3.0:1788204801.075205:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204801.075212:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204801.075214:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204801.075217:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000200:1.0:1788204801.075220:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204801.075224:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:1.0:1788204801.075225:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1788204801.075232:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204801.075235:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:1.1:1788204801.075241:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204801.075242:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204801.075250:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000800:00000200:1.1:1788204801.075252:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000100:00080000:3.0:1788204801.075257:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204801.075262:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204801.075264:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204801.075266:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1788204801.075270:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204801.075271:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.075278:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1788204801.075281:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000008:00100000:3.0:1788204801.075281:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204801.075292:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204801.075298:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000008:00000001:3.0:1788204801.075307:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.075309:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204801.075310:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000100:00000010:3.0:1788204801.075313:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000400:00000010:1.0:1788204801.075316:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000020:00000040:3.0:1788204801.075316:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204801.075329:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204801.075331:0:2340:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204801.075332:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204801.075338:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204801.075339:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204801.075340:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204801.075344:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204801.075345:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788204801.075350:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204801.075359:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204801.075392:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204801.075393:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.075394:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204801.075423:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204801.075430:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204801.075436:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3943)
00000100:00000040:1.0:1788204801.075448:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075464:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.075466:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204801.075473:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204801.075478:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204801.075481:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298608297
00000100:00000010:1.0:1788204801.075488:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f5a0.
00000100:00000001:1.0:1788204801.075495:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204801.075504:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298608297
00000100:00000010:1.0:1788204801.075506:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fcc0.
00000100:00000001:1.0:1788204801.075509:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204801.075512:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204801.075515:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.075518:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204801.075522:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204801/real 1788204801]  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204801.075532:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204801.075534:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204801.075536:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204801.075538:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204801.075540:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204801.075543:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204801.075547:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204801.075555:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075563:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204801.075564:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.075567:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204801.075569:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204801.075572:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075578:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204801.075581:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075585:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204801.075587:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.075588:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204801.075589:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.075590:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204801.075592:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204801.075594:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204801.075597:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204801.075599:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204801.075603:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204801.075612:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556780928:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204801.075617:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.075619:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204801.075622:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556780928/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075628:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204801.075632:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204801.075634:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204801.075638:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204801.075641:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204801.075643:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788204801.075645:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204801.075648:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:1.0:1788204801.075652:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204801.075655:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204801.075657:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:1.0:1788204801.075661:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204801.075662:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.075665:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.075673:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204801.075676:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.075679:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204801.075681:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204801.075682:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204801.075686:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075694:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204801.075696:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204801.075698:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204801.075700:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204801.075702:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204801.075705:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781056:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204801.075708:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204801.075710:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204801.075712:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204801.075714:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204801.075717:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204801.075719:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204801.075723:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204801.075726:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204801.075729:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204801.075732:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556781056, portal 10
00000100:00000001:1.0:1788204801.075734:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204801.075735:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:1.0:1788204801.075742:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075748:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204801.075751:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204801.075753:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204801.075756:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556781056, offset 0
00000400:00000200:1.0:1788204801.075759:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204801.075763:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204801.075766:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204801.075769:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204801.075772:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204801.075774:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204801.075777:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204801.075780:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3306:3306:256:4294967295] 192.168.201.145@tcp LPNI seq info [3306:3306:8:4294967295]
00000400:00000200:1.0:1788204801.075784:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204801.075790:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204801.075794:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204801.075798:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204801.075802:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204801.075805:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204801.075810:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204801.075813:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1788204801.075817:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204801.075819:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204801.075822:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204801.075825:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204801.075828:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204801.075830:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204801.075832:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204801.075836:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075844:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204801.075847:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075854:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.075855:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204801.075858:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204801.075862:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788204801.075865:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204801.075867:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298606419
00000100:00000001:1.0:1788204801.075869:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298608297
00000100:00000001:1.0:1788204801.075870:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298606419
00000100:00000001:1.0:1788204801.075872:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298608297
00000100:00000001:1.0:1788204801.075873:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204801.075874:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.075875:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204801.075877:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204801/real 1788204801]  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204801.075882:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204801.075883:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204801.075885:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204801.075886:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204801.075887:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204801.075889:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204801.075890:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204801.075895:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075899:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204801.075900:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.075901:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204801.075901:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204801.075903:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075907:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204801.075909:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075913:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204801.075915:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.075916:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204801.075916:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.075917:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204801.075919:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204801.075920:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204801.075922:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204801.075923:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204801.075925:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204801.075929:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781056:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788204801.075931:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204801.075933:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075937:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204801.075938:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204801.075939:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204801.075940:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204801.075942:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204801.075943:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781184:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204801.075945:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204801.075947:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204801.075948:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204801.075949:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204801.075951:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204801.075953:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204801.075955:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204801.075957:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204801.075959:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204801.075961:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556781184, portal 4
00000100:00000001:1.0:1788204801.075963:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204801.075963:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:1.0:1788204801.075967:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.075971:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204801.075973:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204801.075974:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204801.075975:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556781184, offset 0
00000400:00000200:1.0:1788204801.075991:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204801.075994:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204801.075996:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204801.075998:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204801.076000:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204801.076001:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204801.076003:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204801.076005:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3307:3307:256:4294967295] 192.168.201.145@tcp LPNI seq info [3307:3307:8:4294967295]
00000400:00000200:1.0:1788204801.076008:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204801.076011:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204801.076013:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204801.076015:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204801.076018:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204801.076019:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204801.076022:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204801.076024:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1788204801.076026:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204801.076027:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204801.076029:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204801.076031:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204801.076033:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204801.076034:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204801.076036:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204801.076038:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076043:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204801.076045:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076049:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.076050:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204801.076052:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204801.076055:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788204801.076058:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204801.076060:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298606102
00000100:00000001:1.0:1788204801.076062:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298608297
00000100:00000001:1.0:1788204801.076064:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298606102
00000100:00000001:1.0:1788204801.076066:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298608297
00000100:00000001:1.0:1788204801.076068:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204801.076070:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.076072:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204801.076076:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204801/real 1788204801]  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204801.076083:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204801.076084:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204801.076085:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204801.076088:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204801.076089:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204801.076092:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204801.076095:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204801.076103:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076115:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204801.076116:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076118:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204801.076120:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204801.076123:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076128:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204801.076131:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076135:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204801.076137:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076138:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204801.076138:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076139:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204801.076140:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204801.076142:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204801.076143:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204801.076145:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204801.076147:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204801.076152:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781184:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204801.076154:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204801.076156:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076159:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204801.076160:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204801.076162:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204801.076163:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204801.076164:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204801.076166:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781312:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204801.076168:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204801.076169:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204801.076170:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204801.076171:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204801.076174:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204801.076175:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204801.076178:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788204801.076179:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788204801.076182:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788204801.076183:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556781312, portal 4
00000100:00000001:1.0:1788204801.076185:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204801.076186:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788204801.076190:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076193:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204801.076195:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788204801.076196:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788204801.076197:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556781312, offset 0
00000400:00000200:1.0:1788204801.076200:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204801.076202:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204801.076204:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204801.076205:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204801.076207:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204801.076208:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204801.076209:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788204801.076211:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3308:3308:256:4294967295] 192.168.201.145@tcp LPNI seq info [3308:3308:8:4294967295]
00000400:00000200:1.0:1788204801.076214:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204801.076218:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204801.076221:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204801.076223:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788204801.076225:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788204801.076227:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204801.076230:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788204801.076232:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1788204801.076234:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788204801.076236:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788204801.076238:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204801.076242:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204801.076244:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788204801.076246:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788204801.076248:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204801.076251:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076258:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204801.076261:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076267:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.076269:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204801.076271:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204801.076275:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788204801.076278:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204801.076280:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298606833
00000100:00000001:1.0:1788204801.076283:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298608297
00000100:00000001:1.0:1788204801.076285:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298606833
00000100:00000001:1.0:1788204801.076286:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298608297
00000100:00000001:1.0:1788204801.076288:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204801.076290:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.076292:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204801.076295:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204801/real 1788204801]  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204801.076302:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204801.076303:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204801.076305:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788204801.076308:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788204801.076309:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788204801.076311:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204801.076313:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204801.076320:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076325:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204801.076326:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076328:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204801.076329:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204801.076332:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076337:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204801.076340:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076346:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204801.076348:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076349:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204801.076351:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076352:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204801.076354:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204801.076356:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204801.076358:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204801.076360:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204801.076364:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204801.076371:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781312:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788204801.076375:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076376:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204801.076379:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556781056/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076385:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204801.076386:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204801.076388:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8d800.
02000000:00000001:1.0:1788204801.076390:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204801.076392:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204801.076393:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788204801.076395:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204801.076419:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:1.0:1788204801.076422:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204801.076424:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204801.076425:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:1.0:1788204801.076428:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204801.076429:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076431:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204801.076434:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556781184/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076438:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204801.076439:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204801.076440:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788204801.076442:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204801.076442:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204801.076443:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204801.076444:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204801.076445:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:1.0:1788204801.076447:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204801.076448:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204801.076449:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:1.0:1788204801.076450:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204801.076451:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076452:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204801.076454:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556781312/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204801.076457:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204801.076458:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204801.076459:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788204801.076460:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204801.076461:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204801.076461:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788204801.076462:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204801.076463:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:1.0:1788204801.076464:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204801.076464:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204801.076465:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788204801.076466:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204801.076467:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076468:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.076470:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204801.076471:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.076472:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204801.076473:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.394538:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204801.394538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204801.394546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204801.394547:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204801.394557:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204801.394559:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204801.394562:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204801.394569:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204801.394572:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204801.394577:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.394581:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204801.394585:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204801.394588:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204801.394619:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204801.394623:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204801.394627:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204801.586505:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204801.586512:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204801.586513:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204801.586517:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204801.586519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204801.586521:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204801.586523:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204801.586525:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204801.586527:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204802.418491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204802.418494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204802.418499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204802.418500:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204802.418501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204802.418505:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204802.418507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204802.418510:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204802.418511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204802.418516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204802.418516:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204802.418520:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204802.418521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204802.418524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204802.418525:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204802.418527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204802.418530:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204802.418535:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204802.418537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204802.418557:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204802.418560:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204802.418563:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204802.610475:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204802.610485:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204802.610487:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204802.610492:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204802.610496:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204802.610499:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204802.610501:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204802.610504:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204802.610507:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204803.314487:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298608297, at 4298608320
00000100:00000040:1.0:1788204803.314487:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298608297, at 4298608320
00000100:00000010:1.0:1788204803.314500:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fcc0.
00000100:00000010:0.0:1788204803.314503:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f5a0.
00000100:00000001:1.0:1788204803.442480:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204803.442484:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204803.442488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204803.442488:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204803.442492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204803.442496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204803.442498:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204803.442499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204803.442503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204803.442508:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204803.442510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204803.442513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204803.442516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204803.442549:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204803.442551:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204803.442554:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204803.634484:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204803.634490:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204803.634491:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204803.634497:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204803.634500:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204803.634504:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204803.634506:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204803.634509:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204803.634512:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204804.466487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204804.466489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204804.466493:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204804.466495:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204804.466498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204804.466499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204804.466501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204804.466503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204804.466508:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204804.466511:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204804.466514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204804.466517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204804.466517:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204804.466522:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204804.466523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204804.466529:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204804.658458:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204804.658464:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204804.658466:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204804.658470:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204804.658473:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204804.658477:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.658479:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204804.658482:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.658484:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204805.490490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204805.490492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204805.490497:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204805.490498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204805.490501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204805.490502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204805.490504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204805.490507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204805.490512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204805.490515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204805.490518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204805.490521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204805.490524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204805.490556:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204805.490559:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204805.490562:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204805.682486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204805.682499:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204805.682501:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204805.682507:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204805.682511:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204805.682514:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204805.682517:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204805.682520:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204805.682522:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204806.195074:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204806.195087:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204806.195091:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204806.195095:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204806.195099:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204806.195106:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3938
00000400:00000200:1.0:1788204806.195114:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204806.195120:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204806.195124:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204806.195127:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195130:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204806.195132:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195135:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204806.195139:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204806.195141:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204806.195143:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204806.195146:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204806.195148:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204806.195207:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204806.195210:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195212:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204806.195214:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195216:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204806.195218:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204806.195221:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195224:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204806.195227:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204806.195230:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204806.195233:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.195235:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204806.195238:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204806.195257:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0dc00.
00000020:00000040:1.0:1788204806.195262:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204806.195267:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204806.195268:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.195271:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204806.195274:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204806.195279:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204806.195287:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788204806.195294:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204806.195303:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204806.195313:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204806.195317:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204806.195322:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f228e2f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204806.195347:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204806.195351:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204806.195359:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204806.195360:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204806.195361:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204806.195365:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204806.195367:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3938
00000400:00000200:1.0:1788204806.195372:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204806.195376:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204806.195382:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1788204806.195383:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204806.195386:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788204806.195390:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204806.195395:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.195426:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204806.195429:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204806.195433:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204806.195436:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204806.195438:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:3.0:1788204806.195440:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.195444:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788204806.195448:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556781440:192.168.201.145@tcp:250:kworker.0
00000100:00000040:1.0:1788204806.195450:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195454:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788204806.195457:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1788204806.195459:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204806.195461:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
02000000:00000001:3.0:1788204806.195462:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:1.0:1788204806.195463:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788204806.195466:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204806.195467:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204806.195472:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:3.0:1788204806.195472:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1788204806.195476:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000010:3.0:1788204806.195479:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
00000100:00000040:1.0:1788204806.195480:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:3.0:1788204806.195483:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.195485:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204806.195489:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204806.195492:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204806.195493:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:3.0:1788204806.195497:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000020:00000040:1.0:1788204806.195498:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204806.195505:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195507:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204806.195507:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
02000000:00000001:1.0:1788204806.195512:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1788204806.195516:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556781440, portal 25
02000000:00000001:1.0:1788204806.195517:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204806.195521:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788204806.195522:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.195525:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250523648 : -105387459027968 : ffffa02691f0dc00)
00000100:00000001:1.0:1788204806.195526:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204806.195532:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1788204806.195533:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788204806.195538:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.195543:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.195549:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1788204806.195551:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f800.
00000100:00000040:3.0:1788204806.195552:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000040:1.0:1788204806.195556:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000400:00000010:3.0:1788204806.195558:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
02000000:00000001:1.0:1788204806.195561:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788204806.195563:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556781440, offset 0
02000000:00000001:1.0:1788204806.195564:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.195568:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204806.195571:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204806.195571:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788204806.195574:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204806.195580:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:1.0:1788204806.195581:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:1.0:1788204806.195586:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204806.195588:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00100000:1.0:1788204806.195595:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204806.195595:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204806.195602:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204806.195608:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788204806.195609:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788204806.195613:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195615:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204806.195620:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3309:3309:256:4294967295] 192.168.201.145@tcp LPNI seq info [3309:3309:8:4294967295]
00000100:00000040:1.0:1788204806.195623:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9754d1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204806.195628:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204806.195643:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204806.195653:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204806.195655:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788204806.195658:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1788204806.195662:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00080000:1.0:1788204806.195663:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204806.195667:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204806.195668:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204806.195673:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788204806.195674:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:1.0:1788204806.195678:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3938
00000800:00000200:3.0:1788204806.195680:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000400:00000200:1.0:1788204806.195685:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:3.1:1788204806.195690:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000400:00000200:1.0:1788204806.195692:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000200:3.1:1788204806.195696:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000100:00080000:1.0:1788204806.195697:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204806.195705:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000100:3.0:1788204806.195706:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195709:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1788204806.195711:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000100:00000040:1.0:1788204806.195714:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195717:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204806.195719:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788204806.195720:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1788204806.195721:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204806.195723:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204806.195726:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204806.195729:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788204806.195730:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788204806.195731:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204806.195736:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195737:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204806.195738:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195739:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204806.195741:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204806.195743:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195745:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204806.195747:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204806.195748:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
02000000:00000001:1.0:1788204806.195751:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1788204806.195752:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
02000000:00000001:1.0:1788204806.195757:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.195760:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204806.195761:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204806.195765:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1788204806.195767:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788204806.195768:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.195772:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204806.195779:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d180.
00000020:00000040:1.0:1788204806.195783:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:3.0:1788204806.195784:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788204806.195786:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204806.195790:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204806.195790:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204806.195792:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204806.195794:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204806.195797:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204806.195802:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d800.
00000100:00000001:3.0:1788204806.195804:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.195808:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.195808:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204806.195815:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204806.195817:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204806.195822:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204806.195828:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298613417
00000100:00000001:1.0:1788204806.195832:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1788204806.195835:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150360.
00000100:00000001:1.0:1788204806.195836:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204806.195843:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002663953b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.195845:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204806.195852:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298613417
00000100:00000001:1.0:1788204806.195854:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204806.195858:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1788204806.195858:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150d80.
00000100:00000001:3.0:1788204806.195864:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1788204806.195865:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204806.195867:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204806.195870:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204806.195872:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204806.195874:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204806.195877:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204806.195878:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3938
00000100:00000001:3.0:1788204806.195881:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1788204806.195885:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788204806.195901:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204806/real 1788204806]  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204806.195904:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204806.195909:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204806.195915:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195920:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1788204806.195921:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788204806.195923:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000001:3.0:1788204806.195924:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204806.195927:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000100:00000001:1.0:1788204806.195928:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788204806.195931:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000020:00000001:1.0:1788204806.195933:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1788204806.195934:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000020:00000040:1.0:1788204806.195936:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:3.0:1788204806.195937:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1788204806.195938:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204806.195941:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000200:3.0:1788204806.195942:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204806.195943:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204806.195948:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204806.195954:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195958:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204806.195961:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204806.195965:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204806.195968:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204806.195973:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000200:3.0:1788204806.195973:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204806.195979:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204806.195983:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204806.195985:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204806.195987:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204806.195988:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204806.195989:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1788204806.195993:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.195993:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204806.195999:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1788204806.196001:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204806.196002:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204806.196008:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.196013:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.196013:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788204806.196018:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c380.
00000100:00000040:3.0:1788204806.196019:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204806.196024:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:3.0:1788204806.196027:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1788204806.196029:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788204806.196030:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204806.196033:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.196034:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204806.196035:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204806.196039:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204806.196039:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204806.196042:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1788204806.196043:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1788204806.196044:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788204806.196047:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204806.196048:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204806.196052:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:1.0:1788204806.196054:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000040:3.0:1788204806.196057:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204806.196060:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204806.196067:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788204806.196082:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556781440:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204806.196083:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204806.196088:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.196090:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204806.196095:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a4e581] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196096:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204806.196103:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0dc00 x1875064556781440/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204806.196111:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204806.196118:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3948)
00000100:00000001:3.0:1788204806.196126:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204806.196129:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204806.196131:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204806.196133:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204806.196135:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204806.196137:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204806.196139:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204806.196141:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:3.0:1788204806.196145:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204806.196147:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204806.196148:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0dc00.
00000100:00000001:3.0:1788204806.196151:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204806.196152:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.196155:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.196162:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204806.196165:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.196167:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204806.196168:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204806.196170:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204806.196174:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196181:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204806.196182:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204806.196185:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204806.196187:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204806.196189:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204806.196193:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781568:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204806.196196:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204806.196199:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204806.196201:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204806.196203:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204806.196207:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204806.196209:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204806.196213:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204806.196216:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204806.196220:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204806.196223:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556781568, portal 10
00000100:00000001:3.0:1788204806.196225:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204806.196226:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250530816 : -105387459020800 : ffffa02691f0f800)
00000100:00000040:3.0:1788204806.196233:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196239:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204806.196241:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204806.196243:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204806.196245:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556781568, offset 0
00000400:00000200:3.0:1788204806.196249:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204806.196253:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204806.196257:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204806.196260:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204806.196263:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204806.196265:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204806.196268:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204806.196271:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3310:3310:256:4294967295] 192.168.201.145@tcp LPNI seq info [3310:3310:8:4294967295]
00000400:00000200:3.0:1788204806.196288:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204806.196295:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204806.196299:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204806.196303:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204806.196310:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204806.196312:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788204806.196317:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204806.196319:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788204806.196322:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204806.196324:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204806.196326:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204806.196329:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204806.196332:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204806.196334:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204806.196336:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204806.196340:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196347:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204806.196350:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196354:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.196356:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204806.196358:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204806.196360:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204806.196362:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204806.196364:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298611539
00000100:00000001:3.0:1788204806.196366:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298613417
00000100:00000001:3.0:1788204806.196367:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298611539
00000100:00000001:3.0:1788204806.196368:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298613417
00000100:00000001:3.0:1788204806.196369:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204806.196371:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.196372:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204806.196374:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204806/real 1788204806]  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204806.196379:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204806.196380:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204806.196381:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204806.196382:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204806.196383:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204806.196385:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204806.196386:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204806.196391:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196418:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204806.196419:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.196420:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204806.196421:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204806.196423:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196428:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204806.196430:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196433:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204806.196435:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.196436:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204806.196436:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.196437:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204806.196439:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204806.196440:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204806.196442:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204806.196443:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204806.196445:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204806.196449:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781568:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204806.196452:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204806.196454:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196457:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204806.196458:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204806.196460:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204806.196461:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204806.196463:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204806.196464:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781696:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204806.196466:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204806.196467:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204806.196468:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204806.196469:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204806.196471:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204806.196472:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204806.196474:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204806.196477:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204806.196480:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204806.196482:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556781696, portal 4
00000100:00000001:3.0:1788204806.196484:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204806.196485:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520960 : -105387459030656 : ffffa02691f0d180)
00000100:00000040:3.0:1788204806.196490:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.196495:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204806.196497:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204806.196499:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204806.196502:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556781696, offset 0
00000400:00000200:3.0:1788204806.196505:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204806.198713:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204806.198720:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204806.198724:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204806.198726:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204806.198729:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204806.198732:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204806.198735:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3311:3311:256:4294967295] 192.168.201.145@tcp LPNI seq info [3311:3311:8:4294967295]
00000400:00000200:3.0:1788204806.198739:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204806.198747:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204806.198752:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204806.198757:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204806.198763:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204806.198765:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788204806.198769:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204806.198772:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788204806.198775:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204806.198777:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204806.198781:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204806.198784:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204806.198787:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204806.198789:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204806.198792:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204806.198796:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.198805:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204806.198808:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.198814:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.198816:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204806.198820:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204806.198823:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204806.198826:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204806.198828:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298611225
00000100:00000001:3.0:1788204806.198831:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298613417
00000100:00000001:3.0:1788204806.198833:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298611225
00000100:00000001:3.0:1788204806.198835:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298613417
00000100:00000001:3.0:1788204806.198837:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204806.198839:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.198841:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204806.198845:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204806/real 1788204806]  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204806.198854:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204806.198855:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204806.198857:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204806.198859:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204806.198861:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204806.198863:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204806.198866:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204806.198873:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.198878:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204806.198880:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.198881:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204806.198883:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204806.198886:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.198904:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204806.198908:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.198915:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204806.198917:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.198919:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204806.198920:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.198922:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204806.198923:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204806.198926:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204806.198929:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204806.198932:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204806.198936:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204806.198943:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781696:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204806.198948:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204806.198951:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.198957:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204806.198959:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204806.198961:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204806.198964:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204806.198966:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204806.198968:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781824:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204806.198972:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204806.198974:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204806.198976:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204806.198978:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204806.198981:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204806.198983:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204806.198987:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204806.198989:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204806.198992:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204806.198995:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556781824, portal 4
00000100:00000001:3.0:1788204806.198997:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204806.198999:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250517376 : -105387459034240 : ffffa02691f0c380)
00000100:00000040:3.0:1788204806.199004:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.199010:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204806.199012:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204806.199014:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204806.199016:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556781824, offset 0
00000400:00000200:3.0:1788204806.199020:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204806.199024:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204806.199027:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204806.199029:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204806.199032:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204806.199034:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204806.199036:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204806.199039:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3312:3312:256:4294967295] 192.168.201.145@tcp LPNI seq info [3312:3312:8:4294967295]
00000400:00000200:3.0:1788204806.199042:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204806.199048:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204806.199051:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204806.199054:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204806.199057:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204806.199060:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788204806.199064:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204806.199066:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788204806.199069:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204806.199071:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204806.199073:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204806.199076:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204806.199079:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204806.199080:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204806.199083:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204806.199085:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.199094:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204806.199096:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.199102:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.199103:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204806.199106:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204806.199108:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204806.199111:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204806.199113:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298611956
00000100:00000001:3.0:1788204806.199115:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298613417
00000100:00000001:3.0:1788204806.199117:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298611956
00000100:00000001:3.0:1788204806.199119:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298613417
00000100:00000001:3.0:1788204806.199120:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204806.199122:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.199124:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204806.199127:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204806/real 1788204806]  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204806.199132:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204806.199133:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204806.199135:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204806.199137:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204806.199138:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204806.199140:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204806.199143:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204806.199149:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.199154:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204806.199156:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.199157:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204806.199158:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204806.199161:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.199167:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204806.199170:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.199175:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204806.199178:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.199179:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204806.199180:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.199181:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204806.199183:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204806.199185:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204806.199188:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204806.199189:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204806.199193:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204806.199200:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556781824:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204806.199204:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.199206:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204806.199210:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f800 x1875064556781568/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.199216:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204806.199217:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204806.199219:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204806.199222:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204806.199223:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204806.199225:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204806.199227:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204806.199228:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:3.0:1788204806.199231:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204806.199232:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204806.199234:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f800.
00000100:00000001:3.0:1788204806.199236:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204806.199237:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.199238:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204806.199241:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d180 x1875064556781696/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.199251:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204806.199252:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204806.199253:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204806.199255:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204806.199256:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204806.199257:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204806.199258:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204806.199259:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d800.
02000000:00000001:3.0:1788204806.199261:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204806.199262:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204806.199263:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d180.
00000100:00000001:3.0:1788204806.199265:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204806.199266:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.199267:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204806.199270:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c380 x1875064556781824/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204806.199275:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204806.199276:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204806.199277:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204806.199279:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204806.199280:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204806.199281:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204806.199282:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204806.199283:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:3.0:1788204806.199285:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204806.199286:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204806.199287:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c380.
00000100:00000001:3.0:1788204806.199288:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204806.199289:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.199291:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204806.199295:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204806.199297:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204806.199299:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204806.199301:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.514480:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204806.514481:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204806.514486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204806.514488:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204806.514493:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204806.514494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.514497:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204806.514502:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204806.514504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204806.514506:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204806.514508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204806.514510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204806.514515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204806.514529:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204806.514532:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204806.514535:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204806.706486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204806.706491:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204806.706492:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204806.706496:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204806.706498:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204806.706500:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204806.706502:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204806.706504:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204806.706506:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204807.538501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204807.538501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204807.538508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204807.538509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204807.538510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204807.538515:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204807.538516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204807.538520:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204807.538521:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204807.538523:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204807.538526:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204807.538526:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204807.538532:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204807.538534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204807.538536:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204807.538538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204807.538541:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204807.538544:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204807.538547:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204807.538591:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204807.538595:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204807.538599:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204807.730454:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204807.730460:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204807.730461:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204807.730465:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204807.730468:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204807.730470:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204807.730472:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204807.730474:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204807.730475:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204808.434536:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298613417, at 4298613440
00000100:00000010:1.0:1788204808.434553:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d80.
00000100:00000040:0.0:1788204808.434566:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298613417, at 4298613440
00000100:00000010:0.0:1788204808.434583:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150360.
00000100:00000001:1.0:1788204808.562507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204808.562510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204808.562513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204808.562515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204808.562515:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204808.562521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204808.562523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204808.562525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204808.562527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204808.562528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204808.562532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204808.562533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204808.562535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204808.562552:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204808.562554:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204808.562557:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204808.754503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204808.754509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204808.754511:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204808.754516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204808.754520:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204808.754524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204808.754526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204808.754529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204808.754532:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204809.586516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204809.586522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204809.586527:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204809.586527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204809.586531:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204809.586536:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204809.586538:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204809.586539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204809.586544:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204809.586550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204809.586553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204809.586556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204809.586559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204809.586605:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204809.586609:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204809.586611:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204809.778502:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204809.778511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204809.778514:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204809.778521:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204809.778525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204809.778530:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.778533:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204809.778537:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.778540:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204810.610469:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204810.610479:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204810.610483:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204810.610484:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204810.610487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204810.610494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204810.610495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204810.610497:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204810.610503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204810.610508:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204810.610512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204810.610516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204810.610519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204810.610521:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204810.610530:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204810.610534:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204810.802538:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204810.802545:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204810.802547:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204810.802553:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204810.802559:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204810.802562:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204810.802565:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204810.802568:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204810.802571:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204811.314506:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204811.314518:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204811.314522:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204811.314527:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204811.314532:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204811.314539:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3943
00000400:00000200:1.0:1788204811.314549:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204811.314557:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204811.314560:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204811.314563:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314567:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204811.314570:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314573:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204811.314578:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204811.314580:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204811.314583:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204811.314586:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204811.314589:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204811.314591:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204811.314594:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314596:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204811.314598:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314600:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204811.314602:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204811.314605:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314608:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204811.314611:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204811.314615:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204811.314617:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314620:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204811.314623:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204811.314633:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ca80.
00000020:00000040:1.0:1788204811.314637:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204811.314640:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204811.314642:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314645:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204811.314648:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204811.314652:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204811.314659:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788204811.314665:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204811.314674:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204811.314683:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204811.314686:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204811.314690:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a88cb04f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204811.314710:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204811.314713:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204811.314715:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204811.314716:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204811.314717:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204811.314719:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204811.314721:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3943
00000400:00000200:1.0:1788204811.314723:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204811.314725:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204811.314727:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204811.314729:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314731:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204811.314732:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314733:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204811.314735:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204811.314736:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204811.314737:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204811.314739:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204811.314741:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204811.314742:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204811.314745:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314746:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204811.314747:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314748:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204811.314750:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204811.314751:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314753:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204811.314755:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204811.314756:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788204811.314760:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204811.314762:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204811.314763:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314766:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204811.314767:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1788204811.314770:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204811.314774:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314776:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204811.314778:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
00000100:00000040:3.0:1788204811.314778:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204811.314782:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204811.314785:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204811.314786:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314790:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204811.314792:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204811.314794:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204811.314798:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:3.0:1788204811.314812:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204811.314817:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314818:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204811.314822:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1788204811.314826:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204811.314827:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204811.314833:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314837:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204811.314841:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204811.314842:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556781952:192.168.201.145@tcp:250:kworker.0
00000100:00000040:1.0:1788204811.314846:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.314851:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204811.314855:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204811.314858:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1788204811.314859:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1788204811.314861:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204811.314863:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1788204811.314864:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204811.314865:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204811.314870:0:18698:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1788204811.314871:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1788204811.314872:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3943
00000400:00000200:1.0:1788204811.314876:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204811.314878:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
02000000:00000010:3.0:1788204811.314880:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
00000100:00080000:1.0:1788204811.314881:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204811.314886:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:3.0:1788204811.314887:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314888:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204811.314891:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314893:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204811.314896:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788204811.314897:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:1.0:1788204811.314898:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204811.314900:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204811.314902:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204811.314904:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:3.0:1788204811.314905:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000020:00000001:1.0:1788204811.314906:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204811.314911:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314913:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204811.314914:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314915:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204811.314917:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000010:3.0:1788204811.314917:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00080000:1.0:1788204811.314920:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314923:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204811.314924:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204811.314926:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204811.314927:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314929:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788204811.314929:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556781952, portal 25
00000008:00100000:1.0:1788204811.314932:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788204811.314934:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00000001:1.0:1788204811.314936:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.314938:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250519168 : -105387459032448 : ffffa02691f0ca80)
00000100:00000001:1.0:1788204811.314940:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204811.314945:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000100:00000040:3.0:1788204811.314948:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204811.314949:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204811.314953:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204811.314955:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.314959:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204811.314962:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204811.314964:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.314966:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1788204811.314971:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000040:3.0:1788204811.314972:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204811.314978:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204811.314979:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00100000:1.0:1788204811.314985:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788204811.314985:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556781952, offset 0
00000100:00000001:1.0:1788204811.314995:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204811.314997:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204811.315000:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788204811.315001:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204811.315008:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204811.315010:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204811.315013:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204811.315016:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788204811.315016:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788204811.315018:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204811.315022:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204811.315023:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3943
00000400:00000200:3.0:1788204811.315029:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204811.315030:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204811.315034:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204811.315037:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204811.315040:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204811.315040:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204811.315045:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204811.315046:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.315048:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204811.315051:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788204811.315051:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:1.0:1788204811.315053:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204811.315055:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204811.315057:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204811.315059:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:3.0:1788204811.315060:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1788204811.315061:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204811.315067:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:3.0:1788204811.315068:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.315069:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204811.315074:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204811.315076:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788204811.315079:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3313:3313:256:4294967295] 192.168.201.145@tcp LPNI seq info [3313:3313:8:4294967295]
00000020:00000040:1.0:1788204811.315080:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204811.315084:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204811.315088:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204811.315090:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204811.315092:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788204811.315093:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204811.315097:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.315099:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204811.315100:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204811.315102:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.315103:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204811.315107:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000020:00000040:1.0:1788204811.315110:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000200:3.0:1788204811.315111:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788204811.315112:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204811.315115:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.315119:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204811.315120:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204811.315122:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204811.315126:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788204811.315128:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204811.315131:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788204811.315135:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204811.315136:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204811.315140:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204811.315143:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1788204811.315145:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00000001:1.0:1788204811.315149:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204811.315153:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3954)
00000800:00000200:3.0:1788204811.315158:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204811.315163:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204811.315170:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204811.315174:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204811.315179:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204811.315182:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204811.315190:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204811.315195:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204811.315202:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204811.315204:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204811.315210:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204811.315214:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315225:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204811.315229:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315237:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.315239:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204811.315245:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204811.315249:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204811.315253:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298618536
00000100:00000010:3.0:1788204811.315258:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150d80.
00000100:00000001:3.0:1788204811.315266:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204811.315273:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298618536
00000100:00000010:3.0:1788204811.315277:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150720.
00000100:00000001:3.0:1788204811.315280:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204811.315284:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204811.315287:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.315289:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204811.315294:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204811/real 1788204811]  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204811.315305:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204811.315307:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204811.315309:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204811.315312:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204811.315314:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204811.315316:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204811.315320:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204811.315328:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315335:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204811.315336:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.315339:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204811.315341:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204811.315346:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315353:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204811.315358:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315365:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204811.315369:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.315370:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204811.315372:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.315374:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204811.315376:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204811.315379:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204811.315383:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204811.315386:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204811.315391:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204811.315434:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556781952:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204811.315440:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.315442:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204811.315446:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ca80 x1875064556781952/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315457:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204811.315460:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204811.315463:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204811.315467:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204811.315469:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204811.315471:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204811.315473:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204811.315476:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:3.0:1788204811.315480:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204811.315481:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204811.315483:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ca80.
00000100:00000001:3.0:1788204811.315487:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204811.315488:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.315491:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.315499:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204811.315501:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.315503:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204811.315505:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204811.315507:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204811.315510:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315530:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204811.315531:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204811.315533:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204811.315535:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204811.315537:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204811.315540:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782080:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204811.315543:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204811.315545:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204811.315547:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204811.315549:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204811.315552:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204811.315554:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204811.315558:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204811.315560:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204811.315564:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204811.315567:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556782080, portal 10
00000100:00000001:3.0:1788204811.315569:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204811.315570:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250521856 : -105387459029760 : ffffa02691f0d500)
00000100:00000040:3.0:1788204811.315577:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315583:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204811.315585:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204811.315587:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204811.315590:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556782080, offset 0
00000400:00000200:3.0:1788204811.315594:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204811.315597:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204811.315601:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204811.315604:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204811.315607:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204811.315609:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204811.315612:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204811.315615:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3314:3314:256:4294967295] 192.168.201.145@tcp LPNI seq info [3314:3314:8:4294967295]
00000400:00000200:3.0:1788204811.315619:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204811.315625:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204811.315629:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204811.315632:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204811.315637:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204811.315639:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204811.315644:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204811.315647:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204811.315651:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204811.315652:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204811.315655:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204811.315659:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204811.315661:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204811.315663:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204811.315666:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204811.315669:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315676:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204811.315679:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315685:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.315686:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204811.315689:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204811.315693:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788204811.315696:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204811.315698:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298616659
00000100:00000001:3.0:1788204811.315700:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298618536
00000100:00000001:3.0:1788204811.315702:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298616659
00000100:00000001:3.0:1788204811.315706:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298618536
00000100:00000001:3.0:1788204811.315708:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204811.315710:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.315712:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204811.315715:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204811/real 1788204811]  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204811.315723:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204811.315724:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204811.315725:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204811.315728:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204811.315729:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204811.315731:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204811.315734:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204811.315742:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315748:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204811.315750:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.315752:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204811.315753:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204811.315757:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315764:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204811.315768:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315774:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204811.315777:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.315778:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204811.315779:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.315782:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204811.315784:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204811.315787:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204811.315790:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204811.315793:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204811.315796:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204811.315816:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782080:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788204811.315819:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204811.315822:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315828:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204811.315829:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204811.315831:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204811.315833:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204811.315835:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204811.315837:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782208:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204811.315840:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204811.315841:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204811.315843:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204811.315845:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204811.315847:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204811.315849:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204811.315852:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204811.315854:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204811.315858:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204811.315860:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556782208, portal 4
00000100:00000001:3.0:1788204811.315862:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204811.315863:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250526336 : -105387459025280 : ffffa02691f0e680)
00000100:00000040:3.0:1788204811.315869:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315874:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204811.315876:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204811.315878:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204811.315880:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556782208, offset 0
00000400:00000200:3.0:1788204811.315884:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204811.315887:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204811.315890:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204811.315893:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204811.315895:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204811.315897:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204811.315899:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204811.315901:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3315:3315:256:4294967295] 192.168.201.145@tcp LPNI seq info [3315:3315:8:4294967295]
00000400:00000200:3.0:1788204811.315905:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204811.315910:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204811.315913:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204811.315916:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204811.315919:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204811.315921:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204811.315925:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204811.315927:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204811.315930:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204811.315931:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204811.315934:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204811.315937:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204811.315939:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204811.315941:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204811.315943:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204811.315947:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315954:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204811.315957:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.315968:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.315970:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204811.315973:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204811.315976:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788204811.315979:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204811.315981:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298616342
00000100:00000001:3.0:1788204811.315983:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298618536
00000100:00000001:3.0:1788204811.315985:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298616342
00000100:00000001:3.0:1788204811.315987:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298618536
00000100:00000001:3.0:1788204811.315989:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204811.315991:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.315993:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204811.315996:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204811/real 1788204811]  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204811.316003:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204811.316004:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204811.316005:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204811.316007:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204811.316009:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204811.316011:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204811.316013:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204811.316020:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316026:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204811.316027:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316028:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204811.316030:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204811.316033:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316040:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204811.316043:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316049:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204811.316051:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316052:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204811.316053:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316055:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204811.316057:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204811.316059:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204811.316062:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204811.316064:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204811.316067:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204811.316074:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782208:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204811.316077:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204811.316080:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316087:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204811.316088:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204811.316090:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204811.316091:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204811.316093:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204811.316095:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782336:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204811.316098:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204811.316100:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204811.316102:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204811.316103:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204811.316106:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204811.316107:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204811.316110:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788204811.316113:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788204811.316116:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788204811.316118:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556782336, portal 4
00000100:00000001:3.0:1788204811.316120:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204811.316121:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250524544 : -105387459027072 : ffffa02691f0df80)
00000100:00000040:3.0:1788204811.316126:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316132:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204811.316134:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788204811.316136:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788204811.316138:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556782336, offset 0
00000400:00000200:3.0:1788204811.316141:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204811.316144:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204811.316147:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788204811.316150:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204811.316152:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788204811.316154:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204811.316156:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788204811.316159:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3316:3316:256:4294967295] 192.168.201.145@tcp LPNI seq info [3316:3316:8:4294967295]
00000400:00000200:3.0:1788204811.316163:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204811.316168:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204811.316172:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204811.316175:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788204811.316179:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788204811.316181:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204811.316185:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788204811.316187:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204811.316191:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788204811.316193:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788204811.316196:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204811.316199:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204811.316202:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788204811.316203:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788204811.316206:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204811.316209:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316216:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204811.316219:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316224:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.316226:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204811.316228:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204811.316231:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788204811.316234:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204811.316236:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298617073
00000100:00000001:3.0:1788204811.316238:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298618536
00000100:00000001:3.0:1788204811.316241:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298617073
00000100:00000001:3.0:1788204811.316243:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298618536
00000100:00000001:3.0:1788204811.316245:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204811.316247:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.316248:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204811.316252:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204811/real 1788204811]  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204811.316259:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204811.316260:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204811.316262:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788204811.316264:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788204811.316266:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788204811.316268:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204811.316271:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204811.316278:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316284:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204811.316286:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316287:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204811.316289:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204811.316291:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316297:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204811.316300:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316306:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204811.316308:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316309:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204811.316310:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316312:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204811.316313:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204811.316315:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204811.316318:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204811.316319:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204811.316322:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204811.316329:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782336:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788204811.316332:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316334:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204811.316337:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d500 x1875064556782080/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316342:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204811.316344:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204811.316345:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788204811.316348:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204811.316349:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204811.316350:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788204811.316352:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204811.316353:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:3.0:1788204811.316355:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204811.316356:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204811.316357:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d500.
00000100:00000001:3.0:1788204811.316360:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204811.316361:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316362:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204811.316365:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e680 x1875064556782208/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316370:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204811.316371:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204811.316372:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788204811.316374:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204811.316375:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204811.316376:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204811.316377:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204811.316378:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:3.0:1788204811.316380:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204811.316381:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204811.316382:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e680.
00000100:00000001:3.0:1788204811.316385:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204811.316386:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316387:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204811.316389:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0df80 x1875064556782336/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204811.316393:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204811.316395:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204811.316396:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204811.316415:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204811.316416:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204811.316417:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788204811.316419:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204811.316420:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:3.0:1788204811.316422:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204811.316423:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204811.316424:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0df80.
00000100:00000001:3.0:1788204811.316426:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204811.316427:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316428:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.316432:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204811.316434:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204811.316435:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204811.316437:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.634517:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204811.634525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204811.634528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204811.634530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.634532:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204811.634540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204811.634541:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204811.634544:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204811.634546:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204811.634552:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204811.634555:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204811.634559:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204811.634561:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204811.634609:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204811.634613:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204811.634616:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204811.826548:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204811.826557:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204811.826560:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204811.826566:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204811.826569:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204811.826572:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.826574:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204811.826576:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204811.826579:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204812.658533:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204812.658541:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204812.658543:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204812.658549:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204812.658550:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204812.658554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204812.658557:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204812.658559:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204812.658560:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204812.658566:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204812.658567:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204812.658572:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204812.658573:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204812.658577:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204812.658578:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204812.658591:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204812.658594:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204812.658597:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204812.658598:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204812.658623:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204812.658626:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204812.658629:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204812.850497:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204812.850503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204812.850505:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204812.850511:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204812.850514:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204812.850518:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204812.850520:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204812.850523:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204812.850526:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204813.554529:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298618536, at 4298618560
00000100:00000040:1.0:1788204813.554529:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298618536, at 4298618560
00000100:00000010:1.0:1788204813.554547:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150720.
00000100:00000010:0.0:1788204813.554548:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d80.
00000100:00000001:1.0:1788204813.682483:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204813.682491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204813.682493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204813.682499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204813.682502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204813.682505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204813.682508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204813.682511:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204813.682515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204813.682515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204813.682523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204813.682531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204813.682532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204813.682580:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204813.682583:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204813.682586:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204813.874487:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204813.874495:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204813.874497:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204813.874500:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204813.874503:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204813.874506:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204813.874508:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204813.874509:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204813.874511:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204814.706490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204814.706495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204814.706502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204814.706503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204814.706518:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204814.706520:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204814.706523:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00010000:2.0:1788204814.706523:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204814.706532:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204814.706534:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204814.706540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204814.706545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204814.706549:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204814.706552:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204814.706555:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204814.706558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.898487:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204814.898494:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204814.898496:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204814.898501:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204814.898505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204814.898508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204814.898511:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204814.898513:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204814.898516:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204815.730465:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204815.730474:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204815.730477:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204815.730483:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204815.730486:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204815.730490:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204815.730493:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204815.730496:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204815.730499:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204815.730520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204815.730528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204815.730534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204815.730536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204815.730588:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204815.730591:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204815.730594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204815.922508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204815.922514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204815.922516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204815.922521:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204815.922524:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204815.922528:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204815.922530:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204815.922533:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204815.922535:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204816.434556:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204816.434583:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204816.434586:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204816.434591:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204816.434598:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204816.434608:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3949
00000400:00000200:3.0:1788204816.434619:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204816.434627:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204816.434630:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204816.434633:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.434646:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204816.434648:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.434651:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204816.434655:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204816.434658:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204816.434660:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204816.434664:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204816.434666:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204816.434668:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204816.434671:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.434673:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204816.434675:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.434677:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204816.434679:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204816.434683:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204816.434685:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204816.434688:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204816.434692:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204816.434695:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204816.434697:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204816.434700:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204816.434707:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204816.434722:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204816.434727:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204816.434729:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204816.434734:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204816.434737:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204816.434742:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204816.434750:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788204816.434758:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204816.434769:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204816.434779:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204816.434784:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204816.434789:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204816.434809:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204816.434813:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204816.434824:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204816.434826:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204816.434830:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204816.434833:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204816.434836:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3949
00000400:00000200:3.0:1788204816.434839:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204816.434841:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204816.434843:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204816.434845:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.434847:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204816.434850:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.434852:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204816.434853:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204816.434854:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204816.434855:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204816.434857:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204816.434860:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204816.434862:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788204816.434888:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204816.434894:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204816.434897:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204816.434908:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.434922:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204816.434924:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204816.434931:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.434936:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204816.434938:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204816.434946:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204816.434947:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.434958:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788204816.434959:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204816.434970:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00100000:2.0:1788204816.434973:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556782464:192.168.201.145@tcp:250:kworker.0
00000100:00080000:3.0:1788204816.434979:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204816.434985:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204816.434986:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.434994:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204816.434997:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.435000:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204816.435005:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204816.435007:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204816.435015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204816.435018:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204816.435024:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204816.435029:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556782464, portal 25
00000100:00000001:2.0:1788204816.435034:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204816.435035:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:2.0:1788204816.435040:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.435046:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204816.435048:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204816.435050:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204816.435053:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556782464, offset 0
00000400:00000200:2.0:1788204816.435057:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204816.435064:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204816.435070:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204816.435074:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204816.435082:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204816.435085:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204816.435087:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204816.435090:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3317:3317:256:4294967295] 192.168.201.145@tcp LPNI seq info [3317:3317:8:4294967295]
00000400:00000200:2.0:1788204816.435094:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204816.435102:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204816.435107:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204816.435111:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204816.435118:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:3.0:1788204816.435121:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1788204816.435123:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1788204816.435127:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1788204816.435134:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:3.0:1788204816.435136:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204816.435139:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788204816.435140:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204816.435149:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788204816.435158:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000008:00000001:3.0:1788204816.435158:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204816.435164:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204816.435167:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204816.435177:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204816.435182:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204816.435188:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204816.435190:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204816.435196:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204816.435203:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204816.435212:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204816.435216:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788204816.435216:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204816.435221:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788204816.435222:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204816.435227:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204816.435236:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204816.435239:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204816.435244:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204816.435250:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:2.0:1788204816.435254:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204816.435255:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.435259:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1788204816.435264:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204816.435271:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204816.435272:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204816.435276:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204816.435281:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204816.435287:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.435288:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298623656
00000100:00000010:2.0:1788204816.435295:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511900.
00000100:00000001:2.0:1788204816.435304:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204816.435312:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.435315:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298623656
00000100:00080000:3.0:1788204816.435320:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1788204816.435321:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511360.
00000100:00080000:3.0:1788204816.435331:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204816.435333:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204816.435333:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204816.435338:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204816.435342:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204816.435343:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204816.435346:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3949
00000100:00000001:2.0:1788204816.435353:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204816.435358:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204816.435363:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1788204816.435365:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204816.435368:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204816.435373:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435377:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204816.435378:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204816/real 1788204816]  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204816.435380:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435387:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204816.435393:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204816.435395:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204816.435426:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204816.435428:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204816.435430:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204816.435433:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204816.435435:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435437:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204816.435440:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435442:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204816.435444:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204816.435446:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435448:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204816.435449:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204816.435453:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204816.435456:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204816.435461:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204816.435465:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000001:2.0:1788204816.435468:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1788204816.435469:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204816.435476:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204816.435476:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204816.435480:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000400:00000010:2.0:1788204816.435481:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000020:00000040:3.0:1788204816.435485:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204816.435489:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204816.435491:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
02000000:00000001:3.0:1788204816.435491:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204816.435493:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204816.435497:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204816.435499:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
02000000:00000001:3.0:1788204816.435500:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204816.435506:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000100:00000001:2.0:1788204816.435507:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204816.435511:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204816.435516:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204816.435519:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204816.435574:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204816.435578:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204816.435580:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204816.435586:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204816.435597:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204816.435607:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204816.435608:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204816.435615:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204816.435615:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204816.435620:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204816.435621:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788204816.435625:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204816.435626:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204816.435637:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204816.435641:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204816.435643:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3949
00000400:00000200:3.0:1788204816.435659:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204816.435668:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204816.435668:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204816.435678:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204816.435684:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204816.435684:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435695:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204816.435700:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435722:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204816.435725:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1788204816.435726:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204816.435732:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:2.0:1788204816.435733:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204816.435735:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204816.435736:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1788204816.435738:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788204816.435739:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.435750:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1788204816.435750:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204816.435758:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788204816.435760:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204816.435772:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204816.435774:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435780:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1788204816.435784:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000040:3.0:1788204816.435787:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435795:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204816.435796:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1788204816.435809:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000040:2.0:1788204816.435816:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204816.435819:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204816.435831:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204816.435840:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204816.435849:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204816.435851:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556782464:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788204816.435859:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.435861:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.435867:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204816.435867:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204816.435875:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556782464/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204816.435876:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204816.435889:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.435893:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204816.435895:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.435896:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204816.435898:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204816.435902:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204816.435905:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:3.0:1788204816.435905:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:2.0:1788204816.435913:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000040:3.0:1788204816.435914:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204816.435922:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:3.0:1788204816.435922:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1788204816.435930:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788204816.435930:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204816.435946:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204816.435947:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204816.435949:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204816.435950:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788204816.435953:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204816.435954:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788204816.435967:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000010:3.0:1788204816.435968:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:2.0:1788204816.435970:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.435977:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204816.435977:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204816.435996:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204816.435998:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204816.436002:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436011:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204816.436015:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204816.436018:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204816.436031:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204816.436038:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204816.436045:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436057:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204816.436058:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436060:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.436065:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204816.436067:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204816.436078:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204816.436086:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782592:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204816.436091:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204816.436097:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.436098:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204816.436106:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.436109:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204816.436110:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3959)
02000000:00000010:2.0:1788204816.436112:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204816.436115:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204816.436119:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204816.436121:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204816.436127:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204816.436131:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556782592, portal 10
00000100:00000001:2.0:1788204816.436133:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204816.436134:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788204816.436141:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436147:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204816.436149:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204816.436152:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204816.436155:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556782592, offset 0
00000400:00000200:2.0:1788204816.436159:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204816.436163:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204816.436167:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204816.436170:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204816.436172:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204816.436174:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204816.436176:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204816.436179:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3318:3318:256:4294967295] 192.168.201.145@tcp LPNI seq info [3318:3318:8:4294967295]
00000400:00000200:2.0:1788204816.436183:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204816.436190:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204816.436195:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204816.436199:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204816.436203:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204816.436206:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204816.436210:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204816.436213:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204816.436216:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204816.436218:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204816.436221:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204816.436223:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204816.436226:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204816.436227:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204816.436229:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204816.436231:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436239:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204816.436241:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436247:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436249:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204816.436252:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204816.436255:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204816.436258:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204816.436260:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298621779
00000100:00000001:2.0:1788204816.436263:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298623656
00000100:00000001:2.0:1788204816.436265:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298621779
00000100:00000001:2.0:1788204816.436267:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298623656
00000100:00000001:2.0:1788204816.436269:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204816.436271:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436273:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204816.436277:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204816/real 1788204816]  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204816.436291:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204816.436292:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204816.436294:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204816.436297:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204816.436298:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204816.436300:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204816.436303:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204816.436311:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436317:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204816.436318:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436320:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204816.436321:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204816.436325:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436331:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204816.436335:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436342:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204816.436344:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436346:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204816.436347:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436348:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204816.436350:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204816.436353:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204816.436356:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204816.436358:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204816.436363:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204816.436370:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782592:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204816.436374:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204816.436378:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436384:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204816.436386:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.436388:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204816.436390:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204816.436392:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204816.436395:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782720:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204816.436430:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204816.436433:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204816.436435:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.436437:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204816.436440:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204816.436442:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204816.436446:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204816.436448:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204816.436452:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204816.436455:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556782720, portal 4
00000100:00000001:2.0:1788204816.436456:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204816.436458:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788204816.436464:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436470:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204816.436472:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204816.436475:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204816.436477:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556782720, offset 0
00000400:00000200:2.0:1788204816.436481:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204816.436485:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204816.436488:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204816.436491:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204816.436493:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204816.436495:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204816.436497:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204816.436500:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3319:3319:256:4294967295] 192.168.201.145@tcp LPNI seq info [3319:3319:8:4294967295]
00000400:00000200:2.0:1788204816.436503:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204816.436509:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204816.436514:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204816.436517:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204816.436521:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204816.436523:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204816.436527:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204816.436529:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204816.436533:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204816.436535:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204816.436537:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204816.436541:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204816.436544:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204816.436545:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204816.436548:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204816.436551:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436558:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204816.436561:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436566:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436568:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204816.436571:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204816.436573:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204816.436576:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204816.436579:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298621463
00000100:00000001:2.0:1788204816.436582:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298623656
00000100:00000001:2.0:1788204816.436584:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298621463
00000100:00000001:2.0:1788204816.436585:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298623656
00000100:00000001:2.0:1788204816.436587:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204816.436589:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436591:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204816.436595:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204816/real 1788204816]  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204816.436602:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204816.436604:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204816.436605:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204816.436608:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204816.436609:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204816.436611:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204816.436614:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204816.436622:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436627:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204816.436628:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436630:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204816.436631:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204816.436635:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436642:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204816.436645:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436652:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204816.436655:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436656:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204816.436657:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436659:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204816.436661:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204816.436663:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204816.436666:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204816.436668:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204816.436672:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204816.436680:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782720:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204816.436684:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436685:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204816.436688:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556782592/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436694:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204816.436695:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204816.436696:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204816.436698:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204816.436699:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204816.436700:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204816.436701:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204816.436702:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:2.0:1788204816.436704:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204816.436705:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204816.436706:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204816.436708:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204816.436709:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436710:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204816.436723:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556782720/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436731:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204816.436731:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204816.436732:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204816.436734:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204816.436734:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204816.436735:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204816.436736:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204816.436737:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:2.0:1788204816.436738:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204816.436739:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204816.436739:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204816.436740:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204816.436741:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436742:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436745:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204816.436746:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436747:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204816.436748:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204816.436749:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204816.436751:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436756:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204816.436757:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.436758:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204816.436759:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204816.436760:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204816.436762:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782848:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204816.436764:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204816.436765:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204816.436766:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204816.436767:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204816.436769:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204816.436770:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204816.436773:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204816.436774:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204816.436776:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204816.436778:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556782848, portal 4
00000100:00000001:2.0:1788204816.436780:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204816.436780:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788204816.436784:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436788:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204816.436789:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204816.436790:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204816.436792:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556782848, offset 0
00000400:00000200:2.0:1788204816.436794:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204816.436797:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204816.436799:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204816.436800:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204816.436802:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204816.436803:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204816.436805:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204816.436807:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3320:3320:256:4294967295] 192.168.201.145@tcp LPNI seq info [3320:3320:8:4294967295]
00000400:00000200:2.0:1788204816.436809:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204816.436812:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204816.436815:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204816.436817:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204816.436819:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204816.436821:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204816.436824:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204816.436825:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204816.436828:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204816.436829:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204816.436831:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204816.436833:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204816.436834:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204816.436836:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204816.436837:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204816.436839:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436843:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204816.436845:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436849:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436850:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204816.436851:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204816.436853:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204816.436855:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204816.436856:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298622194
00000100:00000001:2.0:1788204816.436858:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298623656
00000100:00000001:2.0:1788204816.436859:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298622194
00000100:00000001:2.0:1788204816.436860:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298623656
00000100:00000001:2.0:1788204816.436861:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204816.436863:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436863:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204816.436865:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204816/real 1788204816]  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204816.436878:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204816.436879:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204816.436882:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204816.436884:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204816.436885:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204816.436886:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204816.436888:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204816.436893:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436900:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204816.436901:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436902:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204816.436903:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204816.436905:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436908:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204816.436910:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436914:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204816.436915:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436916:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204816.436916:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436917:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204816.436918:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204816.436920:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204816.436922:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204816.436923:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204816.436925:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204816.436929:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556782848:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204816.436931:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436932:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204816.436933:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556782848/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204816.436937:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204816.436937:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204816.436939:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204816.436940:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204816.436941:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204816.436942:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204816.436943:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204816.436944:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:2.0:1788204816.436945:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204816.436946:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204816.436946:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788204816.436948:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204816.436948:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436949:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.436951:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204816.436952:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204816.436953:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204816.436954:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204816.754543:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204816.754551:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204816.754553:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204816.754558:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204816.754563:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204816.754570:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204816.754572:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204816.754574:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204816.754580:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204816.754580:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204816.754588:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204816.754591:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204816.754594:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204816.754621:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204816.754624:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204816.754627:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204816.946560:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204816.946570:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204816.946573:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204816.946580:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204816.946584:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204816.946590:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204816.946593:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204816.946597:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204816.946600:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204817.778516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204817.778528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204817.778528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204817.778530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204817.778534:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204817.778541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204817.778543:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204817.778545:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204817.778548:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204817.778551:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204817.778552:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204817.778556:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204817.778559:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204817.778559:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204817.778572:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204817.778573:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204817.778574:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204817.778581:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204817.778587:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204817.778630:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204817.778634:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204817.778636:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204817.970500:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204817.970506:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204817.970507:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204817.970515:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204817.970517:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204817.970520:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.970522:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204817.970524:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204817.970525:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204818.674500:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298623656, at 4298623680
00000100:00000010:1.0:1788204818.674513:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511360.
00000100:00000040:0.0:1788204818.674524:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298623656, at 4298623680
00000100:00000010:0.0:1788204818.674539:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511900.
00000100:00000001:1.0:1788204818.802509:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204818.802509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204818.802514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204818.802517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204818.802519:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204818.802521:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204818.802522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204818.802530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204818.802534:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204818.802539:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204818.802542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204818.802545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204818.802548:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204818.802550:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204818.802553:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204818.802556:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204818.994512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204818.994519:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204818.994521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204818.994526:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204818.994535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204818.994538:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204818.994541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204818.994544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204818.994547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.826527:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204819.826528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204819.826541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204819.826543:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204819.826546:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204819.826547:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204819.826549:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204819.826560:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204819.826567:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204819.826574:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204819.826578:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204819.826582:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204819.826586:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204819.826617:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204819.826623:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204819.826626:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204820.018483:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204820.018489:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204820.018490:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204820.018495:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204820.018497:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204820.018500:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204820.018502:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204820.018504:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204820.018506:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204820.850521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204820.850525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204820.850532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204820.850533:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204820.850542:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204820.850543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204820.850546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204820.850551:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204820.850557:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204820.850563:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204820.850566:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204820.850569:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204820.850572:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204820.850572:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204820.850578:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204820.850583:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204821.042521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204821.042527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204821.042528:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204821.042532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204821.042535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204821.042538:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.042540:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204821.042542:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.042544:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204821.554517:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204821.554525:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204821.554527:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204821.554529:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204821.554533:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204821.554538:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3954
00000400:00000200:1.0:1788204821.554550:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204821.554555:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204821.554557:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204821.554559:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.554562:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204821.554563:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.554565:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204821.554568:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204821.554569:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204821.554571:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204821.554573:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204821.554575:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204821.554577:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204821.554578:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.554580:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204821.554581:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.554582:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204821.554584:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204821.554587:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204821.554589:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204821.554592:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204821.554594:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204821.554597:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.554599:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204821.554601:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204821.554610:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ea00.
00000020:00000040:1.0:1788204821.554613:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204821.554634:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204821.554636:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.554638:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204821.554641:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204821.554646:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204821.554653:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788204821.554660:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204821.554669:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204821.554679:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204821.554684:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204821.554688:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004571364a] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204821.554714:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204821.554717:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204821.554721:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204821.554723:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204821.554725:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204821.554728:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204821.554731:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3954
00000400:00000200:1.0:1788204821.554735:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204821.554738:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788204821.554739:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204821.554743:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204821.554744:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204821.554748:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204821.554750:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.554753:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204821.554758:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204821.554759:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.554764:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204821.554770:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204821.554772:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204821.554776:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204821.554777:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1788204821.554780:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:2.0:1788204821.554781:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204821.554785:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:2.0:1788204821.554787:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1788204821.554789:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:2.0:1788204821.554791:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204821.554794:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204821.554796:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.554798:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204821.554804:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00100000:2.0:1788204821.554804:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556782976:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204821.554809:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204821.554812:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1788204821.554813:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204821.554818:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788204821.554818:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204821.554822:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204821.554823:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204821.554825:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204821.554829:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204821.554833:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788204821.554836:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:1.0:1788204821.554837:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204821.554840:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.554841:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204821.554847:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204821.554851:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:1.0:1788204821.554853:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.554857:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204821.554857:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000100:00000010:1.0:1788204821.554866:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000400:00000010:2.0:1788204821.554867:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000020:00000040:1.0:1788204821.554869:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204821.554873:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204821.554875:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204821.554876:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556782976, portal 25
00000100:00000001:1.0:1788204821.554877:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204821.554881:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204821.554881:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788204821.554886:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.554886:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250527232 : -105387459024384 : ffffa02691f0ea00)
02000000:00000010:1.0:1788204821.554893:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000040:2.0:1788204821.554897:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204821.554899:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204821.554909:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204821.554910:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204821.554918:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204821.554923:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000001:1.0:1788204821.554924:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204821.554928:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204821.554928:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556782976, offset 0
00000400:00000200:2.0:1788204821.554939:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788204821.554944:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204821.554948:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204821.554957:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:1.0:1788204821.554958:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204821.554962:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204821.554964:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204821.554967:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204821.554970:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204821.554972:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204821.554977:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788204821.554978:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204821.554981:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.554985:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204821.554989:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3321:3321:256:4294967295] 192.168.201.145@tcp LPNI seq info [3321:3321:8:4294967295]
00000100:00080000:1.0:1788204821.554992:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3954
00000400:00000200:2.0:1788204821.554998:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204821.555001:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204821.555006:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204821.555009:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204821.555016:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204821.555020:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204821.555021:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204821.555026:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.555030:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:2.0:1788204821.555032:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000001:1.0:1788204821.555033:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204821.555036:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204821.555039:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:2.0:1788204821.555041:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000020:00000040:1.0:1788204821.555048:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:2.0:1788204821.555050:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:1.0:1788204821.555052:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204821.555056:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:2.0:1788204821.555056:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1788204821.555062:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.555067:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204821.555068:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:1.0:1788204821.555073:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:2.1:1788204821.555075:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788204821.555076:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204821.555082:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000100:2.0:1788204821.555086:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788204821.555088:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000010:2.0:1788204821.555090:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000100:00000001:1.0:1788204821.555092:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204821.555097:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204821.555100:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204821.555100:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1788204821.555103:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.555108:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204821.555109:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000008:00100000:1.0:1788204821.555111:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204821.555117:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204821.555117:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000100:00000001:1.0:1788204821.555120:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204821.555122:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000010:1.0:1788204821.555126:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000100:00000001:2.0:1788204821.555127:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1788204821.555132:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000200:2.0:1788204821.555133:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204821.555137:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204821.555140:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.555144:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204821.555147:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204821.555147:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788204821.555151:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204821.555151:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555159:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555160:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1788204821.555165:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:2.0:1788204821.555165:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204821.555171:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204821.555172:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555173:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298628776
00000100:00100000:1.0:1788204821.555180:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788204821.555187:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925119c0.
00000100:00000001:2.0:1788204821.555195:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204821.555198:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204821.555201:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298628776
00000100:00000001:1.0:1788204821.555202:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204821.555205:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511f60.
00000100:00000001:2.0:1788204821.555208:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1788204821.555210:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555212:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204821.555215:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555219:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204821.555224:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204821/real 1788204821]  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204821.555227:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204821.555233:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1788204821.555235:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1788204821.555237:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:2.0:1788204821.555238:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788204821.555241:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788204821.555242:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000100:00080000:1.0:1788204821.555244:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204821.555246:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204821.555249:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:1.0:1788204821.555251:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204821.555252:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204821.555258:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204821.555259:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3954
00000400:00000200:1.0:1788204821.555267:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:2.0:1788204821.555276:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204821.555279:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204821.555284:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204821.555287:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.555290:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204821.555292:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.555296:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204821.555301:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204821.555303:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1788204821.555304:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:2.0:1788204821.555307:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204821.555308:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204821.555311:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788204821.555312:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204821.555315:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204821.555317:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204821.555322:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00100000:2.0:1788204821.555322:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204821.555332:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204821.555333:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204821.555338:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204821.555340:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204821.555344:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204821.555351:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204821.555351:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204821.555356:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204821.555358:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:2.0:1788204821.555358:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204821.555360:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555363:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1788204821.555365:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204821.555366:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204821.555371:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1788204821.555372:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204821.555375:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1788204821.555376:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204821.555379:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1788204821.555381:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204821.555382:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204821.555386:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.555392:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788204821.555393:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556782976:192.168.201.145@tcp:250:kworker.0
00000008:00100000:1.0:1788204821.555395:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204821.555418:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555420:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204821.555423:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ea00 x1875064556782976/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788204821.555426:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.555431:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204821.555439:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
00000100:00000001:2.0:1788204821.555439:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204821.555442:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1788204821.555444:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000010:2.0:1788204821.555445:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:1.0:1788204821.555451:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204821.555451:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204821.555453:0:2340:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:1.0:1788204821.555455:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204821.555455:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204821.555460:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788204821.555461:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1788204821.555462:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:1.0:1788204821.555464:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204821.555467:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204821.555468:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204821.555469:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204821.555471:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ea00.
00000100:00000001:2.0:1788204821.555474:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000010:1.0:1788204821.555475:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:2.0:1788204821.555476:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555479:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204821.555482:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555486:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204821.555488:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555491:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:1.0:1788204821.555492:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204821.555492:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204821.555494:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204821.555499:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204821.555513:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204821.555513:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204821.555517:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.555519:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204821.555519:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204821.555522:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204821.555524:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204821.555528:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204821.555528:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783104:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204821.555534:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204821.555536:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204821.555538:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204821.555541:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204821.555544:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204821.555547:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.555549:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204821.555553:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788204821.555557:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3964)
00000400:00000010:2.0:1788204821.555558:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204821.555564:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204821.555567:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556783104, portal 10
00000100:00000001:2.0:1788204821.555569:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204821.555571:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250524544 : -105387459027072 : ffffa02691f0df80)
00000100:00000040:2.0:1788204821.555578:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555584:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204821.555586:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204821.555589:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204821.555591:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556783104, offset 0
00000400:00000200:2.0:1788204821.555595:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204821.555599:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204821.555602:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204821.555605:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204821.555608:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204821.555610:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204821.555612:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204821.555614:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3322:3322:256:4294967295] 192.168.201.145@tcp LPNI seq info [3322:3322:8:4294967295]
00000400:00000200:2.0:1788204821.555617:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204821.555621:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204821.555637:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204821.555640:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204821.555643:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204821.555644:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204821.555647:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204821.555660:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204821.555663:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204821.555664:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204821.555666:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204821.555668:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204821.555671:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204821.555672:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204821.555674:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204821.555676:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555682:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204821.555683:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555687:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555688:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204821.555691:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204821.555693:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204821.555695:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204821.555696:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298626899
00000100:00000001:2.0:1788204821.555698:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298628776
00000100:00000001:2.0:1788204821.555699:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298626899
00000100:00000001:2.0:1788204821.555700:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298628776
00000100:00000001:2.0:1788204821.555702:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204821.555703:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555704:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204821.555706:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204821/real 1788204821]  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204821.555710:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204821.555711:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204821.555712:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204821.555713:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204821.555714:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204821.555716:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204821.555718:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204821.555722:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555729:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204821.555730:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555731:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204821.555732:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204821.555734:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555737:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204821.555739:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555743:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204821.555744:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555745:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204821.555746:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555747:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204821.555748:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204821.555749:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204821.555751:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204821.555752:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204821.555754:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204821.555758:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783104:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204821.555760:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204821.555762:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555766:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204821.555767:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204821.555768:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204821.555770:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204821.555771:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204821.555773:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783232:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204821.555775:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204821.555776:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204821.555777:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204821.555778:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204821.555779:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204821.555781:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204821.555783:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204821.555784:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204821.555786:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204821.555788:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556783232, portal 4
00000100:00000001:2.0:1788204821.555789:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204821.555790:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250526336 : -105387459025280 : ffffa02691f0e680)
00000100:00000040:2.0:1788204821.555793:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555797:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204821.555799:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204821.555800:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204821.555801:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556783232, offset 0
00000400:00000200:2.0:1788204821.555803:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204821.555805:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204821.555807:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204821.555809:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204821.555810:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204821.555812:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204821.555813:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204821.555815:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3323:3323:256:4294967295] 192.168.201.145@tcp LPNI seq info [3323:3323:8:4294967295]
00000400:00000200:2.0:1788204821.555817:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204821.555821:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204821.555824:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204821.555826:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204821.555828:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204821.555830:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204821.555833:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204821.555834:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204821.555836:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204821.555838:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204821.555839:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204821.555841:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204821.555843:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204821.555844:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204821.555845:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204821.555847:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555851:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204821.555853:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555856:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555857:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204821.555859:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204821.555860:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204821.555862:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204821.555863:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298626582
00000100:00000001:2.0:1788204821.555864:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298628776
00000100:00000001:2.0:1788204821.555866:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298626582
00000100:00000001:2.0:1788204821.555868:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298628776
00000100:00000001:2.0:1788204821.555870:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204821.555872:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555874:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204821.555877:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204821/real 1788204821]  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204821.555885:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204821.555886:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204821.555887:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204821.555890:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204821.555891:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204821.555894:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204821.555897:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204821.555905:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555909:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204821.555910:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555911:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204821.555912:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204821.555914:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555918:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204821.555921:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555924:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204821.555925:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555926:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204821.555927:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555928:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204821.555929:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204821.555930:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204821.555932:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204821.555933:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204821.555935:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204821.555940:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783232:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204821.555942:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555943:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204821.555945:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0df80 x1875064556783104/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555948:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204821.555949:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204821.555950:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204821.555951:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204821.555952:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204821.555953:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204821.555954:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204821.555955:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:2.0:1788204821.555957:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204821.555958:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204821.555959:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0df80.
00000100:00000001:2.0:1788204821.555961:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204821.555961:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555962:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204821.555964:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e680 x1875064556783232/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.555969:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204821.555970:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204821.555972:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204821.555973:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204821.555975:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204821.555976:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204821.555977:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204821.555979:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:2.0:1788204821.555981:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204821.555982:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204821.555983:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e680.
00000100:00000001:2.0:1788204821.555985:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204821.555986:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555988:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.555991:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204821.555993:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.555995:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204821.555996:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204821.555997:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204821.556001:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.556007:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204821.556009:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204821.556011:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204821.556012:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204821.556014:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204821.556017:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783360:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204821.556019:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204821.556021:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204821.556022:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204821.556024:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204821.556026:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204821.556028:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204821.556030:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204821.556032:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204821.556035:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204821.556038:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556783360, portal 4
00000100:00000001:2.0:1788204821.556040:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204821.556041:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250521856 : -105387459029760 : ffffa02691f0d500)
00000100:00000040:2.0:1788204821.556046:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.556052:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204821.556054:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204821.556057:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204821.556059:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556783360, offset 0
00000400:00000200:2.0:1788204821.556063:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204821.556066:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204821.556070:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204821.556072:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204821.556075:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204821.556077:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204821.556079:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204821.556082:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3324:3324:256:4294967295] 192.168.201.145@tcp LPNI seq info [3324:3324:8:4294967295]
00000400:00000200:2.0:1788204821.556085:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204821.556091:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204821.556093:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204821.556095:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204821.556098:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204821.556099:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204821.556102:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204821.556103:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204821.556106:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204821.556107:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204821.556108:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204821.556110:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204821.556112:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204821.556113:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204821.556115:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204821.556117:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.556122:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204821.556124:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.556128:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.556129:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204821.556131:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204821.556132:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204821.556134:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204821.556136:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298627313
00000100:00000001:2.0:1788204821.556137:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298628776
00000100:00000001:2.0:1788204821.556138:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298627313
00000100:00000001:2.0:1788204821.556140:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298628776
00000100:00000001:2.0:1788204821.556141:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204821.556142:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.556143:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204821.556145:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204821/real 1788204821]  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204821.556149:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204821.556150:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204821.556151:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204821.556152:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204821.556153:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204821.556154:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204821.556156:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204821.556161:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.556164:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204821.556165:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.556166:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204821.556167:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204821.556168:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.556172:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204821.556174:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.556178:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204821.556180:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.556180:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204821.556181:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.556182:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204821.556183:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204821.556184:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204821.556186:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204821.556187:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204821.556189:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204821.556193:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783360:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204821.556195:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.556196:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204821.556198:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d500 x1875064556783360/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204821.556201:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204821.556202:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204821.556203:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204821.556204:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204821.556204:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204821.556205:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204821.556206:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204821.556207:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:2.0:1788204821.556208:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204821.556209:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204821.556210:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d500.
00000100:00000001:2.0:1788204821.556211:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204821.556212:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.556214:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.556215:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204821.556216:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204821.556217:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204821.556219:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.874487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204821.874490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204821.874494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204821.874494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.874496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204821.874499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204821.874500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204821.874501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204821.874503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204821.874506:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204821.874509:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204821.874511:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204821.874514:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204821.874547:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204821.874550:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204821.874553:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204822.066457:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204822.066463:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204822.066464:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204822.066468:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204822.066471:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204822.066473:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204822.066475:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204822.066477:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204822.066479:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204822.898490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204822.898494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204822.898498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204822.898500:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204822.898502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204822.898504:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204822.898509:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204822.898510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204822.898514:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204822.898515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204822.898517:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204822.898520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204822.898521:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204822.898525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204822.898526:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204822.898530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204822.898532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204822.898535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204822.898536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204822.898565:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204822.898569:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204822.898572:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204823.090514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204823.090521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204823.090524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204823.090529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204823.090533:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204823.090536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204823.090539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204823.090542:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204823.090544:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204823.794489:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298628776, at 4298628800
00000100:00000040:1.0:1788204823.794490:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298628776, at 4298628800
00000100:00000010:0.0:1788204823.794503:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925119c0.
00000100:00000010:1.0:1788204823.794505:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511f60.
00000100:00000001:1.0:1788204823.922490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204823.922490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204823.922496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204823.922501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204823.922503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204823.922505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204823.922506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204823.922511:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204823.922515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204823.922518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204823.922520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204823.922522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204823.922524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204823.922557:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204823.922560:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204823.922562:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204824.114512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204824.114519:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204824.114521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204824.114527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204824.114530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204824.114534:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.114536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204824.114539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.114541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204824.946487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204824.946490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204824.946493:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204824.946494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204824.946496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204824.946502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204824.946504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204824.946505:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204824.946509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204824.946510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204824.946515:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204824.946517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204824.946525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204824.946580:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204824.946584:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204824.946588:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204825.138473:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204825.138480:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204825.138482:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204825.138488:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204825.138490:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204825.138493:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204825.138495:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204825.138497:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204825.138498:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204825.970488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204825.970494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204825.970494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204825.970500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204825.970501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204825.970502:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204825.970504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204825.970509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204825.970513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204825.970516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204825.970520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204825.970523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204825.970526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204825.970544:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204825.970558:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204825.970561:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204826.162508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204826.162515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204826.162517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204826.162522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204826.162525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204826.162529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.162532:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204826.162535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.162538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204826.674483:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204826.674490:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204826.674492:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204826.674494:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204826.674497:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204826.674502:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3959
00000400:00000200:3.0:1788204826.674510:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204826.674515:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204826.674517:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204826.674519:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674521:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204826.674523:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674524:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204826.674527:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204826.674529:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204826.674530:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204826.674533:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204826.674555:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204826.674557:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204826.674559:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674560:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204826.674561:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674562:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204826.674565:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204826.674566:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674568:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204826.674569:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204826.674572:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204826.674574:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.674575:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204826.674577:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204826.674584:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788204826.674587:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204826.674589:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204826.674591:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.674593:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204826.674595:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204826.674598:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204826.674604:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788204826.674609:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204826.674616:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204826.674622:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204826.674626:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204826.674629:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204826.674644:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204826.674646:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204826.674648:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204826.674649:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204826.674650:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204826.674652:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204826.674653:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3959
00000400:00000200:3.0:1788204826.674656:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204826.674657:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204826.674659:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204826.674660:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674662:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204826.674663:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674665:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204826.674666:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204826.674668:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204826.674669:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204826.674671:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204826.674672:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204826.674673:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204826.674675:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204826.674676:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204826.674676:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204826.674681:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204826.674681:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674683:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204826.674684:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204826.674687:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204826.674691:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:2.0:1788204826.674692:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204826.674693:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204826.674697:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204826.674702:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204826.674702:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204826.674706:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204826.674706:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.674709:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204826.674710:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788204826.674711:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204826.674712:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788204826.674716:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204826.674717:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.674721:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204826.674723:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556783488:192.168.201.145@tcp:250:kworker.0
00000100:00000010:3.0:1788204826.674725:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788204826.674727:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788204826.674728:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788204826.674731:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204826.674731:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204826.674734:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204826.674735:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.674739:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204826.674740:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204826.674740:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204826.674743:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204826.674745:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000010:3.0:1788204826.674747:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
02000000:00000001:2.0:1788204826.674748:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.674750:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204826.674754:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788204826.674757:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204826.674759:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000100:00000001:3.0:1788204826.674765:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204826.674766:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:3.0:1788204826.674768:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204826.674772:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556783488, portal 25
00000100:00000040:3.0:1788204826.674772:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.674777:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204826.674779:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000001:3.0:1788204826.674784:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204826.674788:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204826.674788:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204826.674793:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204826.674797:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204826.674800:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204826.674801:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204826.674805:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674805:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204826.674809:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00080000:3.0:1788204826.674812:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3959
00000100:00000200:2.0:1788204826.674813:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556783488, offset 0
00000400:00000200:2.0:1788204826.674821:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204826.674821:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204826.674829:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204826.674832:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204826.674834:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204826.674838:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:3.0:1788204826.674840:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204826.674844:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204826.674844:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204826.674849:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674851:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204826.674852:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204826.674853:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204826.674854:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204826.674855:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:2.0:1788204826.674858:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:3.0:1788204826.674859:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204826.674861:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788204826.674864:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204826.674866:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674869:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204826.674872:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000040:3.0:1788204826.674873:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674876:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204826.674879:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:2.0:1788204826.674881:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3325:3325:256:4294967295] 192.168.201.145@tcp LPNI seq info [3325:3325:8:4294967295]
00000100:00080000:3.0:1788204826.674883:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204826.674887:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204826.674889:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204826.674892:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204826.674893:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204826.674896:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.674898:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204826.674900:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204826.674902:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.674905:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204826.674909:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000400:00000200:2.0:1788204826.674910:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1788204826.674912:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204826.674915:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1788204826.674918:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204826.674918:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.674920:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204826.674922:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204826.674923:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204826.674924:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
02000000:00000010:3.0:1788204826.674927:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000800:00000200:2.0:1788204826.674932:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204826.674932:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204826.674937:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000100:00100000:3.0:1788204826.674940:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788204826.674945:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204826.674950:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1788204826.674953:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204826.674955:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204826.674958:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1788204826.674964:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204826.674968:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000100:00000001:3.0:1788204826.674969:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204826.674973:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204826.674974:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204826.674975:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204826.674977:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204826.674980:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788204826.674981:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204826.674985:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204826.674986:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000100:00080000:3.0:1788204826.674989:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3959
00000400:00000010:2.0:1788204826.674990:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000400:00000200:3.0:1788204826.674993:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204826.674994:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1788204826.674997:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204826.675001:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204826.675001:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204826.675007:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.675011:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204826.675015:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204826.675017:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204826.675017:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204826.675020:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204826.675023:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000040:2.0:1788204826.675024:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675029:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204826.675030:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204826.675032:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788204826.675033:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204826.675035:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788204826.675037:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204826.675038:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204826.675044:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204826.675045:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204826.675046:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204826.675049:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298633896
00000100:00000040:3.0:1788204826.675049:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204826.675054:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204826.675056:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204826.675057:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204826.675059:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204826.675060:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511de0.
02000000:00000001:3.0:1788204826.675060:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204826.675062:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204826.675065:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.675066:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204826.675067:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204826.675068:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1788204826.675069:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.675073:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204826.675076:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204826.675077:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788204826.675079:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298633896
02000000:00000001:3.0:1788204826.675079:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204826.675081:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204826.675084:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204826.675086:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1788204826.675087:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511ea0.
02000000:00000001:3.0:1788204826.675087:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204826.675091:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:2.0:1788204826.675092:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204826.675097:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204826.675099:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204826.675103:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204826.675104:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204826.675107:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204826.675115:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204826.675118:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204826.675123:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204826/real 1788204826]  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204826.675124:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204826.675143:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788204826.675144:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204826.675145:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204826.675148:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000100:00000040:3.0:1788204826.675149:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3969)
00000400:00000200:2.0:1788204826.675151:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204826.675154:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204826.675156:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204826.675159:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204826.675165:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675169:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204826.675170:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675171:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204826.675176:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204826.675179:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675183:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204826.675186:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675190:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204826.675192:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675193:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204826.675194:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675196:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204826.675197:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204826.675199:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204826.675202:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204826.675203:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204826.675205:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204826.675210:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556783488:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204826.675212:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675214:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204826.675216:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556783488/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675220:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204826.675221:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204826.675223:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204826.675225:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204826.675226:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204826.675227:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204826.675228:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204826.675229:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:2.0:1788204826.675232:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204826.675233:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204826.675234:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788204826.675236:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204826.675236:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675238:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675243:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204826.675244:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204826.675246:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204826.675247:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204826.675248:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204826.675249:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675257:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204826.675258:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204826.675260:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204826.675261:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204826.675262:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204826.675263:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783616:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204826.675265:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204826.675266:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204826.675267:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204826.675268:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204826.675270:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204826.675271:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204826.675273:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204826.675275:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204826.675277:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204826.675278:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556783616, portal 10
00000100:00000001:2.0:1788204826.675279:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204826.675281:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788204826.675284:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675288:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204826.675290:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204826.675291:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204826.675292:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556783616, offset 0
00000400:00000200:2.0:1788204826.675301:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204826.675305:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204826.675308:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204826.675310:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204826.675313:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204826.675315:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204826.675317:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204826.675320:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3326:3326:256:4294967295] 192.168.201.145@tcp LPNI seq info [3326:3326:8:4294967295]
00000400:00000200:2.0:1788204826.675324:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204826.675330:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204826.675335:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204826.675338:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204826.675341:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204826.675344:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204826.675346:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204826.675348:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204826.675350:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204826.675352:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204826.675354:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204826.675356:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204826.675358:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204826.675359:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204826.675361:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204826.675363:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675368:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204826.675370:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675374:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204826.675375:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204826.675377:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204826.675379:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204826.675381:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204826.675382:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298632018
00000100:00000001:2.0:1788204826.675384:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298633896
00000100:00000001:2.0:1788204826.675385:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298632018
00000100:00000001:2.0:1788204826.675387:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298633896
00000100:00000001:2.0:1788204826.675388:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204826.675390:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204826.675391:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204826.675393:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204826/real 1788204826]  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204826.675416:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204826.675417:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204826.675418:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204826.675419:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204826.675420:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204826.675421:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204826.675424:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204826.675428:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675432:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204826.675433:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675434:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204826.675435:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204826.675436:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675440:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204826.675442:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675445:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204826.675447:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675448:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204826.675448:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675449:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204826.675450:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204826.675452:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204826.675454:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204826.675456:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204826.675465:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204826.675473:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783616:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204826.675477:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204826.675481:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675487:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204826.675488:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204826.675490:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204826.675492:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204826.675493:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204826.675496:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783744:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204826.675499:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204826.675501:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204826.675502:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204826.675504:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204826.675507:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204826.675509:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204826.675512:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204826.675514:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204826.675517:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204826.675518:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556783744, portal 4
00000100:00000001:2.0:1788204826.675520:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204826.675520:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788204826.675525:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675529:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204826.675531:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204826.675532:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204826.675533:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556783744, offset 0
00000400:00000200:2.0:1788204826.675548:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204826.675551:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204826.675554:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204826.675555:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204826.675557:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204826.675559:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204826.675560:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204826.675562:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3327:3327:256:4294967295] 192.168.201.145@tcp LPNI seq info [3327:3327:8:4294967295]
00000400:00000200:2.0:1788204826.675564:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204826.675568:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204826.675570:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204826.675572:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204826.675574:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204826.675576:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204826.675578:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204826.675580:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204826.675582:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204826.675583:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204826.675585:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204826.675587:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204826.675589:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204826.675590:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204826.675591:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204826.675593:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675598:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204826.675599:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675603:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204826.675604:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204826.675606:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204826.675608:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204826.675610:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204826.675611:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298631702
00000100:00000001:2.0:1788204826.675613:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298633896
00000100:00000001:2.0:1788204826.675614:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298631702
00000100:00000001:2.0:1788204826.675615:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298633896
00000100:00000001:2.0:1788204826.675616:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204826.675618:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204826.675619:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204826.675621:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204826/real 1788204826]  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204826.675625:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204826.675626:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204826.675627:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204826.675628:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204826.675629:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204826.675630:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204826.675632:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204826.675636:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675640:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204826.675640:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675641:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204826.675642:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204826.675644:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675647:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204826.675649:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675653:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204826.675655:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675656:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204826.675657:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675658:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204826.675658:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204826.675660:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204826.675661:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204826.675662:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204826.675664:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204826.675668:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783744:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204826.675670:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204826.675672:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675675:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204826.675676:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204826.675677:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204826.675678:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204826.675679:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204826.675681:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783872:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204826.675682:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204826.675683:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204826.675684:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204826.675685:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204826.675687:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b000.
02000000:00000001:2.0:1788204826.675688:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204826.675690:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204826.675692:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204826.675693:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204826.675695:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556783872, portal 4
00000100:00000001:2.0:1788204826.675696:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204826.675697:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788204826.675700:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675704:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204826.675705:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204826.675706:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000200:2.0:1788204826.675708:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556783872, offset 0
00000400:00000200:2.0:1788204826.675710:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204826.675711:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204826.675713:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204826.675715:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204826.675716:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204826.675717:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204826.675718:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204826.675720:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3328:3328:256:4294967295] 192.168.201.145@tcp LPNI seq info [3328:3328:8:4294967295]
00000400:00000200:2.0:1788204826.675724:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204826.675729:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204826.675733:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204826.675736:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788204826.675739:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204826.675741:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204826.675745:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204826.675747:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204826.675751:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204826.675753:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788204826.675755:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204826.675759:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204826.675761:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788204826.675763:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788204826.675765:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204826.675769:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675775:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204826.675778:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675784:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204826.675786:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204826.675789:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204826.675792:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204826.675795:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204826.675797:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298632433
00000100:00000001:2.0:1788204826.675799:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298633896
00000100:00000001:2.0:1788204826.675801:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298632433
00000100:00000001:2.0:1788204826.675803:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298633896
00000100:00000001:2.0:1788204826.675805:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204826.675807:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204826.675809:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204826.675813:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204826/real 1788204826]  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204826.675821:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204826.675823:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204826.675824:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204826.675826:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204826.675828:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204826.675830:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204826.675833:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204826.675842:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675853:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204826.675855:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675857:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204826.675858:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204826.675861:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675867:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204826.675871:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675878:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204826.675880:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675882:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204826.675884:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675885:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204826.675887:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204826.675889:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204826.675893:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204826.675895:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204826.675899:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204826.675907:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556783872:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204826.675911:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675913:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204826.675916:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556783616/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675923:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204826.675925:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204826.675927:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204826.675929:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204826.675931:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204826.675932:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204826.675934:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204826.675936:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:2.0:1788204826.675938:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204826.675939:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204826.675941:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788204826.675943:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204826.675945:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675946:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204826.675950:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556783744/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675956:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204826.675957:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204826.675959:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204826.675961:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204826.675962:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204826.675963:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204826.675965:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204826.675967:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:2.0:1788204826.675969:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204826.675970:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204826.675971:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788204826.675974:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204826.675975:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.675977:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204826.675980:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556783872/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204826.675986:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204826.675987:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204826.675989:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b000.
02000000:00000001:2.0:1788204826.675991:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204826.675992:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204826.675994:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204826.675996:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204826.675997:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:2.0:1788204826.675999:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204826.676000:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204826.676002:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788204826.676004:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204826.676005:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.676007:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.676010:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204826.676011:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204826.676013:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204826.676015:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204826.994474:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204826.994478:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204826.994481:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204826.994482:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204826.994484:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204826.994488:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204826.994488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204826.994490:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204826.994493:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204826.994496:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204826.994498:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204826.994499:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204826.994501:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204826.994537:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204826.994540:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204826.994543:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204827.186485:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204827.186491:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204827.186493:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204827.186499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204827.186502:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204827.186506:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204827.186509:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204827.186511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204827.186514:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204828.018485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204828.018487:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204828.018493:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204828.018494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204828.018499:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204828.018504:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204828.018508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204828.018509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204828.018526:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204828.018528:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204828.018531:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204828.018534:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204828.018536:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204828.018538:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204828.018541:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204828.018594:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204828.018598:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204828.018602:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204828.018602:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204828.018606:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204828.018607:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204828.018612:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204828.210529:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204828.210536:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204828.210538:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204828.210544:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204828.210548:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204828.210552:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204828.210555:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204828.210557:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204828.210560:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204828.914506:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298633896, at 4298633920
00000100:00000040:0.0:1788204828.914519:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298633896, at 4298633920
00000100:00000010:1.0:1788204828.914522:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ea0.
00000100:00000010:0.0:1788204828.914529:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511de0.
00000100:00000001:1.0:1788204829.042471:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204829.042478:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204829.042481:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204829.042485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204829.042488:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204829.042490:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204829.042504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204829.042509:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204829.042512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204829.042515:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204829.042518:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204829.042521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204829.042524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204829.042577:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204829.042581:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204829.042584:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204829.234519:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204829.234524:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204829.234526:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204829.234529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204829.234532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204829.234535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204829.234537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204829.234539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204829.234541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204830.066502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204830.066509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204830.066516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204830.066518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204830.066519:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204830.066523:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204830.066525:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204830.066528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204830.066531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204830.066534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.066536:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204830.066538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204830.066540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204830.066567:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204830.066572:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204830.066576:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204830.258522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204830.258529:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204830.258531:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204830.258535:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204830.258537:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204830.258540:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204830.258542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204830.258544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204830.258546:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.090533:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204831.090539:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204831.090545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.090546:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204831.090550:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204831.090554:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204831.090556:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204831.090558:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.090562:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204831.090568:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204831.090571:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204831.090575:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204831.090578:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204831.090587:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204831.090591:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204831.090600:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204831.283466:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204831.283476:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204831.283479:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204831.283487:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204831.283491:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204831.283494:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204831.283496:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204831.283499:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204831.283501:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204831.794546:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204831.794557:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204831.794559:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204831.794563:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204831.794567:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204831.794573:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3964
00000400:00000200:3.0:1788204831.794582:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204831.794589:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204831.794592:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204831.794594:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794597:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204831.794599:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794601:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204831.794604:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204831.794606:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204831.794608:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204831.794611:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204831.794613:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204831.794614:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204831.794615:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794616:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204831.794617:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794619:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204831.794620:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204831.794622:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794624:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204831.794626:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204831.794629:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204831.794631:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.794632:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204831.794641:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204831.794653:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204831.794656:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204831.794659:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204831.794660:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.794664:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204831.794666:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204831.794670:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204831.794677:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788204831.794683:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204831.794692:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204831.794700:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204831.794704:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204831.794707:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204831.794727:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204831.794730:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204831.794733:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204831.794735:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204831.794736:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204831.794739:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204831.794742:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3964
00000400:00000200:3.0:1788204831.794745:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204831.794748:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204831.794750:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204831.794754:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794756:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204831.794759:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794761:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204831.794764:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204831.794766:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:2.0:1788204831.794767:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204831.794768:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204831.794772:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:2.0:1788204831.794773:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204831.794777:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788204831.794778:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204831.794783:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788204831.794786:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204831.794787:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794792:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204831.794795:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794799:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204831.794802:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788204831.794803:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:2.0:1788204831.794807:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204831.794807:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794812:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204831.794814:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204831.794814:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204831.794818:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204831.794820:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204831.794824:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204831.794825:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.794826:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204831.794830:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788204831.794833:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556784000:192.168.201.145@tcp:250:kworker.0
00000008:00000001:3.0:1788204831.794834:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.794836:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204831.794841:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204831.794843:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788204831.794843:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204831.794847:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204831.794848:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.794850:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204831.794851:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204831.794851:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204831.794853:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204831.794856:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204831.794857:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
02000000:00000001:2.0:1788204831.794863:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204831.794863:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204831.794869:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788204831.794870:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204831.794874:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.794880:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204831.794882:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204831.794884:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204831.794888:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204831.794890:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000100:00000001:3.0:1788204831.794898:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204831.794899:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00080000:3.0:1788204831.794900:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204831.794905:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204831.794906:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204831.794907:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204831.794909:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556784000, portal 25
00000100:00000001:3.0:1788204831.794910:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204831.794913:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3964
00000100:00000001:2.0:1788204831.794914:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204831.794918:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000400:00000200:3.0:1788204831.794921:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204831.794926:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204831.794927:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204831.794928:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204831.794933:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794937:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204831.794940:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794943:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204831.794944:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204831.794945:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204831.794946:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204831.794947:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000001:2.0:1788204831.794951:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788204831.794951:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204831.794952:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:2.0:1788204831.794957:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788204831.794958:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794961:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204831.794963:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00000040:3.0:1788204831.794964:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794968:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000200:2.0:1788204831.794969:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556784000, offset 0
00000020:00000040:3.0:1788204831.794970:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204831.794974:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204831.794976:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204831.794977:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204831.794980:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204831.794981:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204831.794984:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.794985:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204831.794987:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204831.794988:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.794989:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204831.794991:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:3.0:1788204831.794992:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204831.794995:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204831.794997:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204831.794998:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204831.795000:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788204831.795000:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204831.795003:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204831.795005:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204831.795008:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000400:00000200:2.0:1788204831.795009:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204831.795013:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204831.795016:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00100000:3.0:1788204831.795019:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204831.795023:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204831.795029:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.795032:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204831.795035:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204831.795036:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3329:3329:256:4294967295] 192.168.201.145@tcp LPNI seq info [3329:3329:8:4294967295]
00000100:00000040:3.0:1788204831.795040:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204831.795044:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204831.795051:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204831.795054:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204831.795059:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204831.795061:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204831.795062:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204831.795063:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204831.795068:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204831.795071:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3964
00000800:00000200:2.0:1788204831.795076:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204831.795076:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204831.795081:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204831.795083:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204831.795084:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000100:00000040:3.0:1788204831.795085:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.795088:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204831.795090:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.795091:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204831.795093:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204831.795094:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000800:00000200:2.0:1788204831.795096:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:3.0:1788204831.795097:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204831.795100:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204831.795102:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204831.795106:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000200:2.1:1788204831.795106:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204831.795113:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.795114:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204831.795116:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204831.795117:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204831.795119:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204831.795120:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204831.795121:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204831.795122:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204831.795124:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204831.795125:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795127:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204831.795127:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204831.795129:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204831.795132:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204831.795134:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204831.795135:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795140:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298639016
00000100:00000010:3.0:1788204831.795141:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204831.795144:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204831.795145:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204831.795146:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204831.795147:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511240.
00000100:00000001:3.0:1788204831.795148:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204831.795150:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204831.795152:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795155:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1788204831.795155:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00000001:3.0:1788204831.795160:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204831.795163:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204831.795167:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204831.795168:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204831.795170:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204831.795173:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298639016
00000100:00000001:3.0:1788204831.795176:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204831.795178:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511c00.
00000100:00000040:3.0:1788204831.795181:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3974)
00000100:00000001:2.0:1788204831.795187:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204831.795192:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204831.795194:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795197:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795200:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204831.795207:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204831.795209:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204831.795212:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204831.795213:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204831.795215:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204831.795218:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204831.795224:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204831.795224:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204831.795226:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204831.795227:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204831.795229:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204831.795230:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784128:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204831.795233:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204831.795234:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204831.795234:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204831.795236:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204831.795239:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204831.795240:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204831.795243:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204831.795245:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078dc0.
00000400:00000010:2.0:1788204831.795248:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e000.
00000100:00000200:2.0:1788204831.795249:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556784128, portal 10
00000100:00000001:2.0:1788204831.795251:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204831.795252:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788204831.795257:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204831.795261:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204831.795263:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204831.795265:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e6e8.
00000100:00000200:2.0:1788204831.795266:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556784128, offset 0
00000400:00000200:2.0:1788204831.795270:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204831.795272:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204831.795275:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204831.795277:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204831.795278:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204831.795280:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204831.795282:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204831.795284:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3330:3330:255:4294967295] 192.168.201.145@tcp LPNI seq info [3330:3330:7:4294967295]
00000400:00000200:2.0:1788204831.795287:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204831.795291:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204831.795294:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204831.795297:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66000.
00000800:00000200:2.0:1788204831.795299:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204831.795302:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204831.795303:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204831.795306:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204831.795308:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204831.795310:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298637138
00000100:00000001:2.0:1788204831.795312:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298639016
00000100:00000001:2.0:1788204831.795314:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298637138
00000100:00000001:2.0:1788204831.795315:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298639016
00000100:00000001:2.0:1788204831.795317:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204831.795318:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795319:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204831.795321:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204831.795325:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204831.795326:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204831.795327:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204831.795329:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204831.795330:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204831.795332:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784256:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204831.795334:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204831.795335:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204831.795336:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204831.795337:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204831.795339:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204831.795340:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204831.795342:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204831.795344:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204831.795346:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204831.795348:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556784256, portal 4
00000100:00000001:2.0:1788204831.795349:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204831.795350:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:2.0:1788204831.795353:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204831.795356:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204831.795358:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204831.795359:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788204831.795360:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556784256, offset 0
00000400:00000200:2.0:1788204831.795363:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204831.795365:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204831.795366:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204831.795368:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204831.795370:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204831.795373:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204831.795375:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204831.795378:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3331:3331:254:4294967295] 192.168.201.145@tcp LPNI seq info [3331:3331:6:4294967295]
00000400:00000200:2.0:1788204831.795382:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204831.795387:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204831.795391:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204831.795395:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66600.
00000800:00000200:2.0:1788204831.795428:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204831.795432:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204831.795435:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204831.795438:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204831.795441:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204831.795443:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298636822
00000100:00000001:2.0:1788204831.795459:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298639016
00000100:00000001:2.0:1788204831.795461:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298636822
00000100:00000001:2.0:1788204831.795463:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298639016
00000100:00000001:2.0:1788204831.795465:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204831.795468:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795470:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204831.795474:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204831.795481:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204831.795482:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204831.795483:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204831.795484:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204831.795486:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204831.795487:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784384:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204831.795489:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204831.795491:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204831.795492:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204831.795493:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204831.795495:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788204831.795496:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204831.795499:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204831.795500:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078ec8.
00000400:00000010:2.0:1788204831.795503:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204831.795504:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556784384, portal 4
00000100:00000001:2.0:1788204831.795506:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204831.795507:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788204831.795511:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204831.795515:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204831.795517:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204831.795519:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381eee0.
00000100:00000200:2.0:1788204831.795522:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556784384, offset 0
00000400:00000200:2.0:1788204831.795526:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204831.795530:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204831.795533:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204831.795536:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204831.795538:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204831.795540:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204831.795543:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204831.795551:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3332:3332:253:4294967295] 192.168.201.145@tcp LPNI seq info [3332:3332:5:4294967295]
00000400:00000200:2.0:1788204831.795555:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204831.795560:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204831.795564:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204831.795568:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788204831.795571:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204831.795575:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204831.795577:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204831.795580:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204831.795583:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204831.795585:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298637553
00000100:00000001:2.0:1788204831.795587:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298639016
00000100:00000001:2.0:1788204831.795589:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298637553
00000100:00000001:2.0:1788204831.795591:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298639016
00000100:00000001:2.0:1788204831.795593:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204831.795595:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795598:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795599:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204831.795603:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204831.795604:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204831.795606:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204831.795608:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204831.795609:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204831.795611:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204832.114535:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204832.114544:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204832.114546:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204832.114550:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204832.114553:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204832.114553:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204832.114558:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204832.114560:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204832.114563:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204832.114568:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204832.114571:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204832.114572:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204832.114577:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204832.114638:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204832.114641:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204832.114644:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204832.306525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204832.306535:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204832.306538:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204832.306545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204832.306550:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204832.306555:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204832.306558:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204832.306562:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204832.306566:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204833.138497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204833.138498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204833.138507:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788204833.138507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204833.138511:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788204833.138512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204833.138515:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204833.138520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204833.138521:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204833.138524:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204833.138527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204833.138528:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204833.138533:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204833.138533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204833.138538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204833.138541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204833.138544:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204833.138545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204833.138549:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204833.138592:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204833.138597:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204833.138601:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204833.330503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204833.330510:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204833.330512:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204833.330516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204833.330520:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204833.330524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.330526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204833.330529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.330531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204834.034561:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298639016, at 4298639040
00000100:00000040:1.0:1788204834.034572:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298639016, at 4298639040
00000100:00000010:0.0:1788204834.034584:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511240.
00000100:00000010:1.0:1788204834.034586:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511c00.
00000100:00000001:3.0:1788204834.162541:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204834.162543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204834.162549:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204834.162551:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204834.162554:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204834.162557:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204834.162561:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204834.162561:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204834.162567:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204834.162572:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204834.162575:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204834.162579:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204834.162582:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204834.162636:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204834.162641:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204834.162645:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204834.354483:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204834.354491:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204834.354493:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204834.354498:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204834.354502:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204834.354505:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.354507:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204834.354509:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.354512:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788204834.866775:0:2328:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:1.0:1788204834.866834:0:2328:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788204834.866846:0:2328:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204834.866851:0:2328:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:1.0:1788204834.866856:0:2328:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204834.866862:0:2328:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788204834.866867:0:2328:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:1.0:1788204834.866871:0:2328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:1.0:1788204834.866879:0:2328:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788204834.866884:0:2328:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788204834.866893:0:2328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:1.0:1788204834.866896:0:2328:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:1.0:1788204834.866902:0:2328:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204834.866912:0:2328:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204834.866942:0:2328:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204834.866946:0:2328:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204834.866954:0:2328:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204834.866956:0:2328:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788204834.866970:0:2328:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:1.0:1788204834.866973:0:2328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66000.
00000400:00000200:1.0:1788204834.866975:0:2328:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788204834.866979:0:2328:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788204834.866984:0:2328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e6e8
00000400:00000010:1.0:1788204834.866986:0:2328:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e6e8.
00000100:00000001:1.0:1788204834.866989:0:2328:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204834.866994:0:2328:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204834.867001:0:2328:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204834.867003:0:2328:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204834.867009:0:2328:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204834.867011:0:2328:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204834.867011:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:1.0:1788204834.867018:0:2328:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000100:00000001:2.0:1788204834.867018:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204834.867022:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000800:00000010:1.0:1788204834.867023:0:2328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66600.
00000400:00000200:1.0:1788204834.867029:0:2328:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788204834.867034:0:2328:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000100:00100000:2.0:1788204834.867036:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204831/real 1788204834]  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204834.867038:0:2328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:1.0:1788204834.867041:0:2328:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:1.0:1788204834.867045:0:2328:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204834.867053:0:2328:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204834.867058:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1788204834.867061:0:2328:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1788204834.867062:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1788204834.867067:0:2328:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204834.867068:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078dc0.
00000400:00000200:2.0:1788204834.867076:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e000
00000100:00000001:1.0:1788204834.867077:0:2328:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204834.867079:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e000.
00000100:00000001:1.0:1788204834.867081:0:2328:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204834.867086:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:1.0:1788204834.867091:0:2328:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000100:00000200:2.0:1788204834.867095:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1788204834.867096:0:2328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:1.0:1788204834.867101:0:2328:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788204834.867109:0:2328:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000100:00000200:2.0:1788204834.867113:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204834.867115:0:2328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381eee0
00000400:00000010:1.0:1788204834.867119:0:2328:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381eee0.
00000100:00000001:1.0:1788204834.867125:0:2328:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204834.867127:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204834.867130:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1788204834.867133:0:2328:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867135:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204834.867139:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204834.867147:0:2328:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1788204834.867149:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204834.867154:0:2328:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867171:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204834.867172:0:2328:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204834.867176:0:2328:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1788204834.867182:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867191:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204834.867197:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867198:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204834.867200:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867203:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204834.867206:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204834.867210:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204834.867216:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204834.867220:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204834.867224:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204834.867233:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784128:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204834.867239:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204834.867243:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204831/real 1788204834]  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204834.867251:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204834.867252:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204834.867255:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204834.867258:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204834.867259:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204834.867262:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204834.867265:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204834.867273:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867280:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204834.867281:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867283:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204834.867290:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204834.867294:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867302:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204834.867305:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867312:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204834.867314:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867315:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204834.867317:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867318:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204834.867320:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204834.867323:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204834.867327:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204834.867329:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204834.867333:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204834.867340:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784256:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204834.867344:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204834.867348:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204831/real 1788204834]  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204834.867356:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204834.867357:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204834.867359:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078ec8.
00000400:00000200:2.0:1788204834.867362:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204834.867363:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204834.867366:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204834.867368:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204834.867382:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867388:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204834.867390:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867392:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204834.867435:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204834.867440:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867446:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204834.867450:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867456:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204834.867458:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867460:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204834.867461:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867463:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204834.867464:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204834.867467:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204834.867470:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204834.867473:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204834.867477:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204834.867485:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784384:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204834.867489:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204834.867493:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204831/real 1788204834]  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204834.867507:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204834.867509:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204834.867511:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204834.867514:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204834.867516:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204834.867520:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204834.867523:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204834.867530:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867535:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204834.867536:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867538:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204834.867539:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204834.867542:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867548:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204834.867551:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867556:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204834.867559:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867560:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204834.867561:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867563:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204834.867565:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204834.867567:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204834.867570:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204834.867572:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204834.867576:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204834.867583:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556784000:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204834.867587:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867590:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204834.867592:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556784128/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867598:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204834.867602:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204834.867606:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204834.867611:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204834.867614:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204834.867616:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204834.867618:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204834.867622:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:2.0:1788204834.867625:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204834.867627:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204834.867629:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204834.867634:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204834.867635:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867636:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204834.867639:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556784256/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867645:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204834.867646:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204834.867648:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204834.867650:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204834.867652:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204834.867653:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204834.867654:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204834.867656:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:2.0:1788204834.867658:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204834.867659:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204834.867660:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788204834.867664:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204834.867665:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867666:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204834.867670:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556784384/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867676:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204834.867677:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204834.867678:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788204834.867680:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204834.867681:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204834.867682:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204834.867683:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204834.867684:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:2.0:1788204834.867687:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204834.867687:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204834.867688:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788204834.867690:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204834.867692:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867693:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204834.867696:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556784000/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204834.867701:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204834.867702:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204834.867704:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204834.867706:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204834.867707:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204834.867708:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204834.867710:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204834.867711:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:2.0:1788204834.867713:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204834.867714:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204834.867715:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204834.867717:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204834.867719:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867721:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.867730:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204834.867733:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204834.867736:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204834.867738:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204835.186466:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204835.186473:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204835.186477:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204835.186479:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204835.186480:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204835.186486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204835.186490:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204835.186495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204835.186500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204835.186504:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204835.186508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204835.186512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204835.186516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204835.186597:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204835.186602:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204835.186605:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204835.378477:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204835.378488:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204835.378490:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204835.378498:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204835.378502:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204835.378507:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.378511:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204835.378513:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.378516:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204836.210549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204836.210550:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204836.210558:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204836.210559:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204836.210563:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204836.210567:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204836.210570:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204836.210570:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204836.210577:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204836.210582:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204836.210585:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204836.210593:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204836.210597:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204836.210625:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204836.210628:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204836.210632:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204836.402555:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204836.402565:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204836.402567:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204836.402574:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204836.402578:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204836.402583:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.402586:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204836.402590:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.402593:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204836.914537:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204836.914548:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204836.914552:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204836.914556:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204836.914560:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204836.914569:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3969
00000400:00000200:3.0:1788204836.914581:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204836.914589:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204836.914593:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204836.914596:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914600:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204836.914602:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914605:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204836.914609:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204836.914611:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204836.914615:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204836.914618:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204836.914621:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204836.914623:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204836.914626:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914628:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204836.914629:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914631:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204836.914634:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204836.914637:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914639:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204836.914642:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204836.914646:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204836.914649:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.914652:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204836.914654:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204836.914661:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204836.914665:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204836.914671:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204836.914673:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.914677:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204836.914681:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204836.914685:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204836.914694:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:3.0:1788204836.914703:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204836.914729:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204836.914742:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204836.914748:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204836.914752:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204836.914780:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204836.914784:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204836.914787:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204836.914788:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204836.914790:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204836.914793:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204836.914795:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3969
00000400:00000200:3.0:1788204836.914799:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204836.914801:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204836.914804:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204836.914807:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914808:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204836.914810:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914812:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204836.914814:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204836.914816:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204836.914817:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204836.914820:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204836.914822:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204836.914824:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204836.914827:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914829:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204836.914831:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914834:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204836.914836:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:2.0:1788204836.914840:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788204836.914840:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204836.914842:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204836.914846:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204836.914847:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204836.914852:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204836.914853:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204836.914857:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.914860:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204836.914863:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204836.914867:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204836.914874:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.914880:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204836.914880:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.914884:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204836.914886:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
02000000:00000001:2.0:1788204836.914890:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788204836.914891:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788204836.914895:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204836.914895:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204836.914899:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.914901:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.914903:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204836.914906:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204836.914908:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204836.914910:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556784512:192.168.201.145@tcp:250:kworker.0
02000000:00000010:3.0:1788204836.914914:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000100:00000001:2.0:1788204836.914917:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204836.914919:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.914924:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1788204836.914928:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204836.914930:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.914936:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204836.914943:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1788204836.914945:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a800.
00000100:00000001:3.0:1788204836.914946:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.914949:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204836.914958:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204836.914963:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204836.914965:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204836.914976:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:3.0:1788204836.914987:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204836.914989:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556784512, portal 25
00000100:00080000:3.0:1788204836.914991:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204836.914994:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204836.914997:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00080000:3.0:1788204836.914999:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204836.915003:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204836.915005:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204836.915008:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204836.915010:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204836.915016:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3969
00000100:00000001:2.0:1788204836.915024:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788204836.915025:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204836.915031:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204836.915032:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204836.915036:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00080000:3.0:1788204836.915037:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204836.915042:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556784512, offset 0
00000100:00000040:3.0:1788204836.915049:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.915052:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204836.915057:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788204836.915058:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.915062:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204836.915065:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204836.915066:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204836.915068:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204836.915070:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:2.0:1788204836.915073:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:3.0:1788204836.915077:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204836.915080:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788204836.915083:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:3.0:1788204836.915087:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.915091:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204836.915094:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204836.915095:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.915100:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204836.915102:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:2.0:1788204836.915104:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:3.0:1788204836.915108:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:2.0:1788204836.915114:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204836.915114:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204836.915119:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204836.915120:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:3.0:1788204836.915125:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204836.915130:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3333:3333:256:4294967295] 192.168.201.145@tcp LPNI seq info [3333:3333:8:4294967295]
02000000:00000001:3.0:1788204836.915130:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.915134:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204836.915139:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00100000:3.0:1788204836.915139:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204836.915144:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.915146:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204836.915151:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000400:00000200:2.0:1788204836.915156:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1788204836.915156:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204836.915163:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204836.915164:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.915168:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1788204836.915169:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204836.915171:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204836.915173:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204836.915177:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:3.0:1788204836.915181:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204836.915187:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788204836.915194:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000100:00000001:3.0:1788204836.915196:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204836.915200:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204836.915205:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788204836.915207:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204836.915215:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204836.915218:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204836.915223:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788204836.915224:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788204836.915231:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1788204836.915231:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204836.915234:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204836.915237:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1788204836.915238:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204836.915242:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1788204836.915244:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000100:00080000:3.0:1788204836.915248:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3969
00000400:00000200:2.0:1788204836.915252:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204836.915255:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204836.915262:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204836.915263:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788204836.915267:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204836.915272:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204836.915273:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000100:00000001:3.0:1788204836.915275:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204836.915278:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000040:3.0:1788204836.915281:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204836.915285:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204836.915286:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1788204836.915290:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204836.915294:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000200:2.0:1788204836.915295:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204836.915297:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204836.915301:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204836.915306:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204836.915311:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788204836.915312:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204836.915317:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:2.0:1788204836.915319:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204836.915321:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204836.915326:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204836.915334:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.915337:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204836.915338:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788204836.915343:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204836.915347:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204836.915349:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.915350:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204836.915355:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204836.915368:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204836.915371:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204836.915372:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.915376:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204836.915378:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204836.915383:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298644136
00000008:00000001:3.0:1788204836.915383:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.915387:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204836.915393:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511e40.
00000100:00000001:2.0:1788204836.915452:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204836.915473:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298644137
00000100:00000010:2.0:1788204836.915478:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511ae0.
00000100:00000001:2.0:1788204836.915483:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204836.915488:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204836.915493:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.915497:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204836.915504:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204836/real 1788204836]  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204836.915514:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204836.915519:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204836.915522:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204836.915523:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204836.915524:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204836.915526:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204836.915528:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204836.915530:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1788204836.915533:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000400:00000001:2.0:1788204836.915536:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204836.915539:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204836.915540:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204836.915546:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000100:00100000:3.0:1788204836.915548:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204836.915549:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204836.915555:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204836.915561:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204836.915563:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204836.915565:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204836.915574:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204836.915580:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204836.915591:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.915596:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1788204836.915599:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3979)
00000100:00000001:2.0:1788204836.915600:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.915605:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204836.915609:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204836.915614:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.915622:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204836.915631:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.915639:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204836.915643:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.915644:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204836.915646:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.915650:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204836.915652:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204836.915656:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204836.915660:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204836.915664:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204836.915675:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204836.915688:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556784512:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204836.915695:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.915697:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204836.915701:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556784512/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.915709:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204836.915712:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204836.915715:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788204836.915719:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204836.915722:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204836.915724:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204836.915726:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204836.915730:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:2.0:1788204836.915733:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204836.915735:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204836.915737:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788204836.915741:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204836.915742:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.915745:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.915754:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204836.915757:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.915759:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204836.915761:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204836.915762:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204836.915766:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.915773:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204836.915774:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.915776:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204836.915778:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204836.915780:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204836.915783:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784640:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204836.915786:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204836.915789:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204836.915790:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.915793:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204836.915796:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788204836.915798:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204836.915802:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204836.915805:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204836.915809:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204836.915812:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556784640, portal 10
00000100:00000001:2.0:1788204836.915814:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204836.915815:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788204836.915822:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.915829:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204836.915831:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204836.915833:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204836.915835:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556784640, offset 0
00000400:00000200:2.0:1788204836.915839:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204836.915844:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204836.915847:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204836.915851:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204836.915853:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204836.915856:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204836.915858:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204836.915861:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3334:3334:256:4294967295] 192.168.201.145@tcp LPNI seq info [3334:3334:8:4294967295]
00000400:00000200:2.0:1788204836.915865:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204836.915870:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204836.915876:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204836.915879:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204836.915884:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204836.915887:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204836.915892:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204836.915894:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204836.915899:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204836.915901:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204836.915905:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204836.915909:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204836.915912:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204836.915913:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204836.915916:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204836.915919:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.915926:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204836.915929:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.915936:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.915937:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204836.915940:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204836.915944:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204836.915947:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204836.915949:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298642259
00000100:00000001:2.0:1788204836.915952:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298644136
00000100:00000001:2.0:1788204836.915954:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298642259
00000100:00000001:2.0:1788204836.915956:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298644137
00000100:00000001:2.0:1788204836.915958:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204836.915960:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.915962:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204836.915966:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204836/real 1788204836]  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204836.915972:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204836.915974:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204836.915976:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204836.915978:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204836.915980:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204836.915982:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204836.915985:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204836.915993:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916000:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204836.916001:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916003:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204836.916004:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204836.916008:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916014:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204836.916018:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916024:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204836.916026:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916027:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204836.916028:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916030:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204836.916031:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204836.916034:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204836.916037:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204836.916039:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204836.916044:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204836.916052:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784640:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204836.916056:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204836.916059:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916071:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204836.916072:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.916075:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204836.916076:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204836.916078:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204836.916081:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784768:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204836.916084:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204836.916086:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204836.916087:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.916090:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204836.916093:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204836.916095:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204836.916098:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204836.916101:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204836.916105:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204836.916107:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556784768, portal 4
00000100:00000001:2.0:1788204836.916109:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204836.916110:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:2.0:1788204836.916116:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916122:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204836.916124:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204836.916126:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204836.916128:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556784768, offset 0
00000400:00000200:2.0:1788204836.916132:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204836.916135:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204836.916139:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204836.916142:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204836.916144:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204836.916146:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204836.916149:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204836.916152:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3335:3335:256:4294967295] 192.168.201.145@tcp LPNI seq info [3335:3335:8:4294967295]
00000400:00000200:2.0:1788204836.916156:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204836.916161:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204836.916166:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204836.916169:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204836.916173:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204836.916176:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204836.916180:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204836.916182:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204836.916186:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204836.916187:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204836.916190:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204836.916193:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204836.916196:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204836.916197:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204836.916200:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204836.916202:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916209:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204836.916213:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916219:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.916220:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204836.916223:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204836.916226:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204836.916229:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204836.916231:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298641942
00000100:00000001:2.0:1788204836.916234:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298644136
00000100:00000001:2.0:1788204836.916236:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298641942
00000100:00000001:2.0:1788204836.916238:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298644137
00000100:00000001:2.0:1788204836.916240:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204836.916243:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.916244:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204836.916248:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204836/real 1788204836]  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204836.916255:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204836.916257:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204836.916258:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204836.916261:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204836.916262:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204836.916264:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204836.916267:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204836.916275:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916281:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204836.916282:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916284:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204836.916286:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204836.916289:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916295:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204836.916298:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916304:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204836.916307:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916308:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204836.916310:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916312:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204836.916313:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204836.916316:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204836.916319:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204836.916322:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204836.916325:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204836.916332:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784768:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204836.916336:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204836.916339:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916345:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204836.916347:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.916349:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204836.916350:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204836.916352:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204836.916355:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784896:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204836.916371:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204836.916373:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204836.916375:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204836.916377:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204836.916380:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204836.916382:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204836.916385:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204836.916387:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204836.916390:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204836.916393:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556784896, portal 4
00000100:00000001:2.0:1788204836.916395:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204836.916396:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788204836.916431:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916437:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204836.916440:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204836.916442:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204836.916445:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556784896, offset 0
00000400:00000200:2.0:1788204836.916449:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204836.916453:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204836.916457:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204836.916460:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204836.916463:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204836.916466:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204836.916468:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204836.916471:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3336:3336:256:4294967295] 192.168.201.145@tcp LPNI seq info [3336:3336:8:4294967295]
00000400:00000200:2.0:1788204836.916475:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204836.916480:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204836.916484:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204836.916487:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204836.916491:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204836.916494:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204836.916498:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204836.916500:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204836.916524:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204836.916526:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204836.916529:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204836.916533:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204836.916536:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204836.916538:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204836.916540:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204836.916544:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916551:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204836.916554:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916560:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.916562:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204836.916566:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204836.916569:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204836.916572:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204836.916574:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298642674
00000100:00000001:2.0:1788204836.916576:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298644136
00000100:00000001:2.0:1788204836.916578:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298642674
00000100:00000001:2.0:1788204836.916580:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298644137
00000100:00000001:2.0:1788204836.916583:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204836.916585:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.916586:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204836.916590:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204836/real 1788204836]  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204836.916597:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204836.916599:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204836.916601:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204836.916603:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204836.916605:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204836.916606:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204836.916609:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204836.916617:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916622:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204836.916624:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916626:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204836.916627:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204836.916630:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916636:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204836.916640:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916648:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204836.916650:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916652:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204836.916653:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916655:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204836.916656:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204836.916659:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204836.916663:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204836.916665:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204836.916669:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204836.916677:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556784896:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204836.916681:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916684:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204836.916687:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556784640/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916694:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204836.916696:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204836.916699:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788204836.916702:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204836.916703:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204836.916705:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204836.916707:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204836.916709:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:2.0:1788204836.916712:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204836.916713:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204836.916715:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788204836.916718:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204836.916719:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916722:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204836.916725:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556784768/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916732:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204836.916733:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204836.916734:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204836.916736:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204836.916737:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204836.916738:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204836.916740:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204836.916741:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:2.0:1788204836.916743:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204836.916744:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204836.916745:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788204836.916747:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204836.916748:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916750:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204836.916752:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556784896/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204836.916758:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204836.916759:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204836.916760:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204836.916762:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204836.916763:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204836.916765:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204836.916766:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204836.916768:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:2.0:1788204836.916769:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204836.916770:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204836.916771:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204836.916773:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204836.916775:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916776:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.916781:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204836.916783:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204836.916786:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204836.916789:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204837.234487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204837.234493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204837.234495:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204837.234498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204837.234499:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204837.234505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204837.234506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204837.234508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204837.234511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204837.234515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204837.234517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204837.234520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204837.234524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204837.234584:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204837.234589:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204837.234593:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204837.426532:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204837.426544:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204837.426547:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204837.426555:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204837.426559:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204837.426564:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204837.426567:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204837.426571:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204837.426573:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204838.258522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204838.258528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204838.258531:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204838.258534:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204838.258537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204838.258540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204838.258545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204838.258545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204838.258554:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204838.258555:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204838.258562:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204838.258563:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204838.258567:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204838.258573:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204838.258575:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204838.258583:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204838.258585:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204838.258588:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204838.258591:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204838.258647:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204838.258651:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204838.258654:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204838.450503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204838.450511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204838.450513:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204838.450519:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204838.450522:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204838.450525:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204838.450528:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204838.450530:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204838.450532:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204839.154520:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298644136, at 4298644160
00000100:00000040:1.0:1788204839.154520:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298644137, at 4298644160
00000100:00000010:1.0:1788204839.154536:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ae0.
00000100:00000010:0.0:1788204839.154538:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511e40.
00000100:00000001:1.0:1788204839.282489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204839.282490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204839.282495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204839.282496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204839.282500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204839.282501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204839.282504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204839.282505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204839.282510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204839.282513:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204839.282516:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204839.282519:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204839.282522:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204839.282550:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204839.282554:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204839.282558:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204839.474509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204839.474516:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204839.474518:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204839.474524:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204839.474527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204839.474530:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204839.474533:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204839.474535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204839.474538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204840.306500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204840.306506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204840.306506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204840.306512:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204840.306513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204840.306516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204840.306520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204840.306526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204840.306538:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204840.306543:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.306546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204840.306549:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204840.306553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204840.306584:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204840.306590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204840.306594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204840.498497:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204840.498502:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204840.498504:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204840.498507:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204840.498510:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204840.498512:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204840.498514:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204840.498516:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204840.498518:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204841.330505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204841.330505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204841.330511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204841.330512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204841.330514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204841.330519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204841.330520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204841.330523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204841.330525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204841.330530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204841.330532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204841.330535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204841.330538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204841.330580:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204841.330584:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204841.330588:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204841.522481:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204841.522486:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204841.522488:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204841.522492:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204841.522494:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204841.522497:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204841.522499:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204841.522501:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204841.522503:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204842.034558:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204842.034571:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204842.034574:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204842.034579:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204842.034583:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204842.034592:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3974
00000400:00000200:3.0:1788204842.034604:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204842.034611:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204842.034614:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204842.034617:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.034621:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204842.034623:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.034626:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204842.034630:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204842.034632:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204842.034635:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204842.034639:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204842.034641:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204842.034643:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204842.034646:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.034648:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204842.034650:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.034652:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204842.034655:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204842.034658:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204842.034661:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204842.034664:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204842.034668:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204842.034671:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204842.034673:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204842.034675:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204842.034688:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204842.034692:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204842.034698:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204842.034700:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204842.034703:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204842.034707:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204842.034711:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204842.034721:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:3.0:1788204842.034728:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204842.034738:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204842.034748:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204842.034753:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204842.034759:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204842.034786:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204842.034790:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204842.034793:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204842.034794:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204842.034796:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204842.034798:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204842.034802:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3974
00000400:00000200:3.0:1788204842.034806:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204842.034808:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204842.034811:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204842.034813:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.034815:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204842.034818:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.034820:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204842.034822:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204842.034824:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204842.034835:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204842.034839:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204842.034842:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204842.034845:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204842.034848:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.034850:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204842.034853:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204842.034856:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204842.034856:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204842.034863:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204842.034866:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204842.034871:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204842.034882:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:2.0:1788204842.034884:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204842.034893:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204842.034903:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204842.034914:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204842.034915:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204842.034919:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204842.034924:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.034925:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204842.034932:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204842.034932:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204842.034939:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204842.034945:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556785024:192.168.201.145@tcp:250:kworker.0
00000008:00100000:3.0:1788204842.034945:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204842.034962:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1788204842.034962:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.034968:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204842.034969:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.034973:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.034975:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1788204842.034976:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204842.034982:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000010:2.0:1788204842.034983:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204842.034988:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204842.034990:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204842.034994:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204842.034997:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204842.035000:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788204842.035002:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
02000000:00000001:3.0:1788204842.035005:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204842.035009:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204842.035014:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000400:00000010:2.0:1788204842.035015:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:3.0:1788204842.035022:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204842.035026:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556785024, portal 25
00000100:00000001:2.0:1788204842.035029:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204842.035032:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00100000:3.0:1788204842.035033:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204842.035039:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204842.035074:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204842.035075:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204842.035082:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204842.035083:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204842.035089:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000040:3.0:1788204842.035095:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204842.035097:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556785024, offset 0
00000400:00000200:2.0:1788204842.035117:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204842.035119:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204842.035125:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204842.035129:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204842.035136:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204842.035137:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204842.035140:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204842.035146:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204842.035149:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204842.035154:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204842.035154:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3974
00000400:00000200:2.0:1788204842.035163:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204842.035167:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204842.035169:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204842.035172:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3337:3337:256:4294967295] 192.168.201.145@tcp LPNI seq info [3337:3337:8:4294967295]
00000400:00000200:2.0:1788204842.035175:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204842.035181:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204842.035192:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204842.035196:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204842.035202:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788204842.035203:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204842.035215:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000100:00000040:3.0:1788204842.035217:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.035222:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204842.035226:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204842.035231:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:2.0:1788204842.035233:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788204842.035240:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:2.1:1788204842.035246:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:3.0:1788204842.035249:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788204842.035251:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1788204842.035255:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000800:00000100:2.0:1788204842.035258:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788204842.035260:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:2.0:1788204842.035261:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204842.035266:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1788204842.035282:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204842.035286:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204842.035292:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788204842.035295:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204842.035301:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204842.035302:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204842.035308:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:3.0:1788204842.035310:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204842.035313:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204842.035318:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:2.0:1788204842.035319:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204842.035325:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204842.035333:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204842.035341:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204842.035345:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204842.035346:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204842.035351:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204842.035356:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204842.035357:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204842.035365:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204842.035372:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204842.035378:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204842.035379:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035386:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1788204842.035387:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204842.035392:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204842.035434:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788204842.035438:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204842.035441:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204842.035444:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204842.035444:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204842.035454:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204842.035458:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204842.035459:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204842.035462:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035466:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298649257
02000000:00000010:3.0:1788204842.035469:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000100:00000010:2.0:1788204842.035474:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925110c0.
00000100:00000001:3.0:1788204842.035477:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035483:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1788204842.035489:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204842.035500:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204842.035502:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204842.035506:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.035507:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298649257
00000100:00000010:2.0:1788204842.035518:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925112a0.
00000100:00000001:3.0:1788204842.035524:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035527:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788204842.035530:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204842.035536:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204842.035537:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204842.035541:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204842.035544:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204842.035545:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204842.035550:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204842.035551:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204842.035557:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3974
00000100:00100000:2.0:1788204842.035562:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204842/real 1788204842]  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204842.035575:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204842.035585:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000001:2.0:1788204842.035587:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788204842.035589:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1788204842.035591:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204842.035596:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000100:00000040:3.0:1788204842.035597:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204842.035601:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000100:00000001:3.0:1788204842.035603:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204842.035608:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000040:3.0:1788204842.035609:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.035614:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204842.035616:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788204842.035618:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204842.035621:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204842.035625:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1788204842.035626:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204842.035629:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204842.035636:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204842.035642:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204842.035650:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.035657:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204842.035658:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204842.035663:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204842.035670:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204842.035676:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204842.035686:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204842.035688:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204842.035691:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035692:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204842.035695:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204842.035697:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204842.035699:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204842.035700:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204842.035713:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204842.035718:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204842.035718:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204842.035723:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204842.035732:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204842.035738:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035749:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1788204842.035751:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204842.035754:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000040:2.0:1788204842.035757:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204842.035758:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204842.035761:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204842.035766:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204842.035771:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204842.035777:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035779:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204842.035784:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204842.035785:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:2.0:1788204842.035786:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204842.035794:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204842.035794:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035802:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204842.035804:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1788204842.035807:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788204842.035810:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204842.035825:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788204842.035826:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204842.035833:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035834:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204842.035852:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204842.035853:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204842.035917:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556785024:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204842.035921:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204842.035921:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035934:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204842.035938:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3984)
00000100:00000040:2.0:1788204842.035939:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556785024/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.035949:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204842.035952:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204842.035955:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204842.035957:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204842.035959:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204842.035961:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204842.035963:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204842.035965:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:2.0:1788204842.035969:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204842.035970:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204842.035973:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788204842.035978:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204842.035979:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.035980:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.035985:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204842.035987:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.035988:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204842.035989:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204842.035990:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204842.035993:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.035997:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204842.035999:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.036000:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204842.036001:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204842.036003:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204842.036005:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785152:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204842.036007:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204842.036009:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204842.036010:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.036011:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204842.036013:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204842.036014:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204842.036017:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204842.036019:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204842.036021:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204842.036023:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556785152, portal 10
00000100:00000001:2.0:1788204842.036024:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204842.036025:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:2.0:1788204842.036029:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036033:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204842.036035:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204842.036036:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204842.036037:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556785152, offset 0
00000400:00000200:2.0:1788204842.036039:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204842.036042:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204842.036044:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204842.036046:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204842.036048:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204842.036050:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204842.036051:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204842.036053:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3338:3338:256:4294967295] 192.168.201.145@tcp LPNI seq info [3338:3338:8:4294967295]
00000400:00000200:2.0:1788204842.036055:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204842.036060:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204842.036063:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204842.036065:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204842.036067:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204842.036069:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204842.036072:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204842.036074:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204842.036076:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204842.036077:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204842.036079:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204842.036081:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204842.036083:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204842.036084:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204842.036085:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204842.036087:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036095:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204842.036097:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036103:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.036105:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204842.036108:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204842.036111:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204842.036114:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204842.036116:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298647379
00000100:00000001:2.0:1788204842.036119:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298649257
00000100:00000001:2.0:1788204842.036121:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298647379
00000100:00000001:2.0:1788204842.036123:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298649257
00000100:00000001:2.0:1788204842.036125:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204842.036127:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.036129:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204842.036132:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204842/real 1788204842]  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204842.036144:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204842.036145:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204842.036146:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204842.036148:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204842.036149:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204842.036150:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204842.036152:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204842.036157:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036161:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204842.036161:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036163:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204842.036163:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204842.036165:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036169:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204842.036171:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036175:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204842.036176:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036177:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204842.036177:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036178:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204842.036180:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204842.036181:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204842.036183:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204842.036185:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204842.036187:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204842.036192:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785152:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204842.036194:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204842.036196:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036200:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204842.036201:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.036202:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204842.036203:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204842.036204:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204842.036206:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785280:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204842.036208:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204842.036209:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204842.036210:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.036211:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204842.036213:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204842.036215:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204842.036217:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204842.036218:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204842.036220:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204842.036222:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556785280, portal 4
00000100:00000001:2.0:1788204842.036223:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204842.036224:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788204842.036227:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036231:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204842.036233:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204842.036234:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204842.036235:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556785280, offset 0
00000400:00000200:2.0:1788204842.036238:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204842.036240:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204842.036242:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204842.036244:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204842.036246:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204842.036247:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204842.036249:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204842.036251:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3339:3339:256:4294967295] 192.168.201.145@tcp LPNI seq info [3339:3339:8:4294967295]
00000400:00000200:2.0:1788204842.036253:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204842.036257:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204842.036259:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204842.036261:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204842.036263:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204842.036265:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204842.036267:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204842.036283:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204842.036286:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204842.036287:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204842.036289:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204842.036291:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204842.036293:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204842.036294:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204842.036296:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204842.036298:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036303:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204842.036304:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036308:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.036309:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204842.036311:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204842.036313:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204842.036315:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204842.036316:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298647062
00000100:00000001:2.0:1788204842.036318:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298649257
00000100:00000001:2.0:1788204842.036319:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298647062
00000100:00000001:2.0:1788204842.036320:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298649257
00000100:00000001:2.0:1788204842.036321:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204842.036322:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.036323:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204842.036325:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204842/real 1788204842]  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204842.036330:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204842.036330:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204842.036332:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204842.036333:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204842.036334:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204842.036335:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204842.036337:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204842.036341:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036344:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204842.036345:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036346:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204842.036347:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204842.036349:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036352:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204842.036354:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036358:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204842.036359:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036360:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204842.036361:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036362:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204842.036363:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204842.036365:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204842.036367:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204842.036368:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204842.036370:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204842.036374:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785280:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204842.036376:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204842.036378:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036381:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204842.036382:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.036383:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204842.036384:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204842.036385:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204842.036387:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785408:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204842.036389:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204842.036390:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204842.036391:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204842.036392:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204842.036394:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788204842.036395:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204842.036415:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204842.036418:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204842.036421:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204842.036423:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556785408, portal 4
00000100:00000001:2.0:1788204842.036425:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204842.036427:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788204842.036432:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036438:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204842.036440:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204842.036442:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204842.036445:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556785408, offset 0
00000400:00000200:2.0:1788204842.036448:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204842.036451:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204842.036455:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204842.036458:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204842.036460:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204842.036462:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204842.036464:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204842.036467:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3340:3340:256:4294967295] 192.168.201.145@tcp LPNI seq info [3340:3340:8:4294967295]
00000400:00000200:2.0:1788204842.036470:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204842.036476:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204842.036480:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204842.036483:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204842.036487:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204842.036490:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204842.036494:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204842.036496:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204842.036499:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204842.036501:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204842.036504:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204842.036507:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204842.036509:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204842.036511:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204842.036513:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204842.036517:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036530:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204842.036533:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036539:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.036541:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204842.036543:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204842.036547:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204842.036550:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204842.036551:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298647794
00000100:00000001:2.0:1788204842.036554:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298649257
00000100:00000001:2.0:1788204842.036556:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298647794
00000100:00000001:2.0:1788204842.036557:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298649257
00000100:00000001:2.0:1788204842.036560:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204842.036562:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.036564:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204842.036567:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204842/real 1788204842]  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204842.036575:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204842.036576:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204842.036577:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204842.036580:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204842.036581:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204842.036584:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204842.036587:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204842.036595:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036601:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204842.036603:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036604:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204842.036606:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204842.036609:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036615:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204842.036619:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036626:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204842.036628:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036629:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204842.036631:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036632:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204842.036634:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204842.036636:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204842.036639:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204842.036641:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204842.036645:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204842.036652:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785408:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204842.036656:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036657:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204842.036659:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556785152/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036663:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204842.036664:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204842.036666:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204842.036667:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204842.036668:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204842.036670:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204842.036671:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204842.036672:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:2.0:1788204842.036674:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204842.036675:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204842.036675:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788204842.036677:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204842.036678:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036679:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204842.036681:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556785280/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036684:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204842.036685:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204842.036686:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204842.036687:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204842.036688:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204842.036689:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204842.036689:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204842.036690:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:2.0:1788204842.036691:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204842.036692:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204842.036692:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204842.036694:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204842.036694:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036695:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204842.036697:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556785408/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204842.036700:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204842.036700:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204842.036701:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788204842.036702:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204842.036702:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204842.036703:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204842.036704:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204842.036705:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:2.0:1788204842.036706:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204842.036707:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204842.036708:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204842.036709:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204842.036710:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036711:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.036713:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204842.036714:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204842.036715:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204842.036716:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204842.354527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204842.354533:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204842.354534:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204842.354540:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204842.354543:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204842.354543:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204842.354549:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204842.354549:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204842.354553:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204842.354555:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204842.354557:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204842.354560:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204842.354563:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204842.354568:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204842.354575:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204842.354581:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204842.354585:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204842.354590:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204842.354594:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204842.354611:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204842.354616:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204842.354620:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204842.546506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204842.546513:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204842.546515:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204842.546527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204842.546530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204842.546532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.546534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204842.546536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.546538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204843.378490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204843.378496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204843.378498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204843.378500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204843.378502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204843.378509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204843.378510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204843.378512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204843.378515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204843.378520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204843.378523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204843.378525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204843.378527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204843.378558:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204843.378561:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204843.378563:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204843.570463:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204843.570471:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204843.570473:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204843.570478:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204843.570482:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204843.570486:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204843.570488:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204843.570491:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204843.570494:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204844.274478:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298649257, at 4298649280
00000100:00000040:0.0:1788204844.274480:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298649257, at 4298649280
00000100:00000010:1.0:1788204844.274495:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925112a0.
00000100:00000010:0.0:1788204844.274496:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925110c0.
00000100:00000001:1.0:1788204844.402508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204844.402515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204844.402517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204844.402523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204844.402527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204844.402530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204844.402533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204844.402536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204844.402538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204844.402634:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204844.402637:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204844.402639:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204844.402640:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204844.402698:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204844.402702:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204844.402706:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204844.594511:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204844.594517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204844.594520:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204844.594525:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204844.594528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204844.594532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204844.594534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204844.594538:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204844.594540:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.426493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204845.426493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204845.426499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204845.426500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204845.426505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204845.426505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204845.426508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204845.426511:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204845.426517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204845.426522:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.426524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204845.426528:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204845.426531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204845.426559:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204845.426562:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204845.426565:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204845.618494:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204845.618501:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204845.618503:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204845.618508:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204845.618511:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204845.618515:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204845.618517:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204845.618519:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204845.618522:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204846.450488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204846.450495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204846.450496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204846.450501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204846.450501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204846.450508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204846.450509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204846.450511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204846.450514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204846.450519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204846.450523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204846.450525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204846.450528:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204846.450556:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204846.450559:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204846.450561:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204846.642510:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204846.642518:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204846.642520:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204846.642524:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204846.642528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204846.642532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204846.642535:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204846.642538:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204846.642540:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204847.154543:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204847.154554:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204847.154556:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204847.154561:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204847.154566:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204847.154574:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3979
00000400:00000200:3.0:1788204847.154584:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204847.154592:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204847.154596:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204847.154600:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154603:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204847.154607:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154609:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204847.154614:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204847.154616:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204847.154619:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204847.154622:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204847.154625:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204847.154627:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204847.154630:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154632:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204847.154634:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154636:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204847.154639:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204847.154642:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154645:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204847.154649:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204847.154653:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204847.154656:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.154658:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204847.154661:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204847.154673:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788204847.154677:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204847.154681:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204847.154682:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.154685:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204847.154688:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204847.154693:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204847.154701:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788204847.154707:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204847.154716:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204847.154724:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204847.154729:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204847.154732:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204847.154753:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204847.154756:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204847.154758:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204847.154759:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204847.154760:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204847.154762:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204847.154763:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3979
00000400:00000200:3.0:1788204847.154766:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204847.154768:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204847.154769:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204847.154772:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154773:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204847.154775:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154776:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204847.154777:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204847.154778:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204847.154780:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204847.154781:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204847.154782:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204847.154783:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204847.154786:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154788:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204847.154791:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154793:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204847.154795:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204847.154798:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154803:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204847.154805:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204847.154811:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204847.154814:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.154816:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204847.154821:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204847.154823:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1788204847.154825:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.154832:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.154834:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1788204847.154836:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788204847.154838:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:2.0:1788204847.154839:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204847.154841:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204847.154843:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.154845:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204847.154846:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204847.154848:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204847.154853:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00000040:2.0:1788204847.154854:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204847.154861:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204847.154875:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204847.154880:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204847.154885:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204847.154887:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.154887:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204847.154895:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204847.154899:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204847.154906:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204847.154907:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204847.154909:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788204847.154915:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204847.154915:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204847.154918:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204847.154921:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204847.154924:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204847.154928:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556785536:192.168.201.145@tcp:250:kworker.0
00000100:00080000:3.0:1788204847.154928:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3979
00000400:00000200:3.0:1788204847.154934:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204847.154940:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204847.154947:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204847.154948:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788204847.154951:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154953:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204847.154955:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204847.154957:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204847.154957:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204847.154965:0:18698:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204847.154966:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204847.154967:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204847.154970:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204847.154974:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204847.154977:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
02000000:00000001:2.0:1788204847.154978:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1788204847.154984:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204847.154986:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154987:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204847.154988:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.154990:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000010:2.0:1788204847.154991:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
00000020:00000040:3.0:1788204847.154992:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204847.154999:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788204847.155000:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.155001:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204847.155007:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204847.155009:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204847.155012:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.155014:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204847.155017:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204847.155018:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:3.0:1788204847.155022:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.155027:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204847.155030:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000400:00000010:2.0:1788204847.155031:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000020:00000040:3.0:1788204847.155032:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204847.155035:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204847.155039:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.155042:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204847.155043:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204847.155044:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204847.155047:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
02000000:00000010:3.0:1788204847.155048:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:3.0:1788204847.155056:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204847.155061:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204847.155062:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556785536, portal 25
00000100:00000001:3.0:1788204847.155071:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204847.155072:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204847.155074:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.155076:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:3.0:1788204847.155079:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204847.155089:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204847.155093:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788204847.155094:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204847.155096:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204847.155098:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204847.155100:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204847.155105:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204847.155109:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3979
00000400:00000200:3.0:1788204847.155114:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204847.155124:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204847.155131:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204847.155137:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.155142:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204847.155143:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204847.155145:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.155150:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788204847.155156:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788204847.155157:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204847.155159:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000400:00000010:2.0:1788204847.155160:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000020:00000001:3.0:1788204847.155161:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204847.155166:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000200:2.0:1788204847.155169:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556785536, offset 0
00000020:00000001:3.0:1788204847.155169:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204847.155177:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204847.155197:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.155204:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204847.155205:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788204847.155213:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204847.155217:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788204847.155224:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:3.0:1788204847.155225:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204847.155238:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204847.155241:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204847.155243:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204847.155245:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000001:3.0:1788204847.155248:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204847.155251:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.155254:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204847.155255:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1788204847.155262:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204847.155264:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000008:00000001:3.0:1788204847.155273:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.155276:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204847.155281:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204847.155283:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204847.155285:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204847.155289:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204847.155289:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204847.155291:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204847.155294:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204847.155296:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204847.155300:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000010:3.0:1788204847.155302:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788204847.155306:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204847.155316:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3341:3341:256:4294967295] 192.168.201.145@tcp LPNI seq info [3341:3341:8:4294967295]
00000100:00100000:3.0:1788204847.155316:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204847.155348:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204847.155350:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204847.155353:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204847.155359:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204847.155372:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204847.155391:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204847.155437:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3989)
00000800:00000200:2.0:1788204847.155447:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204847.155454:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204847.155462:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204847.155472:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204847.155480:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204847.155483:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204847.155488:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204847.155490:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204847.155495:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204847.155500:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204847.155505:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204847.155507:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204847.155511:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204847.155516:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155526:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204847.155530:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155534:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.155536:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204847.155541:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204847.155544:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204847.155546:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298654377
00000100:00000010:2.0:1788204847.155550:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511780.
00000100:00000001:2.0:1788204847.155554:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204847.155567:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298654377
00000100:00000010:2.0:1788204847.155569:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511cc0.
00000100:00000001:2.0:1788204847.155571:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204847.155574:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204847.155575:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.155577:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204847.155580:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204847/real 1788204847]  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204847.155586:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204847.155589:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204847.155590:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204847.155593:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204847.155595:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204847.155598:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204847.155600:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204847.155605:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155609:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204847.155610:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.155611:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204847.155612:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204847.155614:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155618:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204847.155621:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155626:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204847.155628:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.155628:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204847.155630:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.155631:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204847.155633:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204847.155635:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204847.155638:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204847.155640:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204847.155642:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204847.155646:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556785536:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204847.155649:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.155651:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204847.155653:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556785536/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155656:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204847.155658:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204847.155660:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204847.155662:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204847.155663:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204847.155665:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204847.155666:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204847.155668:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:2.0:1788204847.155670:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204847.155672:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204847.155673:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788204847.155675:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204847.155676:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.155677:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.155682:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204847.155684:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.155685:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204847.155686:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204847.155687:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204847.155689:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155694:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204847.155695:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204847.155697:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204847.155698:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204847.155700:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204847.155702:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785664:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204847.155705:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204847.155707:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204847.155708:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204847.155710:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204847.155712:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204847.155714:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204847.155718:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204847.155720:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204847.155724:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204847.155727:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556785664, portal 10
00000100:00000001:2.0:1788204847.155729:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204847.155730:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788204847.155736:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155742:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204847.155744:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204847.155746:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204847.155749:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556785664, offset 0
00000400:00000200:2.0:1788204847.155752:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204847.155756:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204847.155760:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204847.155763:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204847.155765:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204847.155768:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204847.155770:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204847.155773:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3342:3342:256:4294967295] 192.168.201.145@tcp LPNI seq info [3342:3342:8:4294967295]
00000400:00000200:2.0:1788204847.155777:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204847.155783:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204847.155787:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204847.155790:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204847.155794:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204847.155797:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204847.155800:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204847.155803:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204847.155807:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204847.155809:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204847.155811:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204847.155814:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204847.155817:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204847.155819:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204847.155821:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204847.155825:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155832:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204847.155835:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155841:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.155843:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204847.155846:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204847.155849:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204847.155852:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204847.155853:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298652499
00000100:00000001:2.0:1788204847.155856:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298654377
00000100:00000001:2.0:1788204847.155858:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298652499
00000100:00000001:2.0:1788204847.155860:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298654377
00000100:00000001:2.0:1788204847.155862:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204847.155864:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.155866:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204847.155870:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204847/real 1788204847]  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204847.155877:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204847.155879:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204847.155880:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204847.155882:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204847.155884:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204847.155886:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204847.155888:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204847.155896:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155902:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204847.155903:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.155905:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204847.155906:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204847.155909:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155915:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204847.155919:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155925:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204847.155927:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.155928:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204847.155929:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.155931:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204847.155933:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204847.155935:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204847.155939:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204847.155941:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204847.155945:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204847.155952:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785664:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204847.155956:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204847.155959:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.155966:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204847.155967:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204847.155970:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204847.155971:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204847.155973:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204847.155976:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785792:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204847.155978:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204847.155981:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204847.155983:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204847.155984:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204847.155987:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204847.155989:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204847.155992:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204847.155995:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204847.155998:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204847.156000:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556785792, portal 4
00000100:00000001:2.0:1788204847.156002:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204847.156003:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788204847.156008:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156014:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204847.156017:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204847.156019:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204847.156021:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556785792, offset 0
00000400:00000200:2.0:1788204847.156025:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204847.156029:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204847.156032:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204847.156035:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204847.156037:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204847.156039:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204847.156041:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204847.156044:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3343:3343:256:4294967295] 192.168.201.145@tcp LPNI seq info [3343:3343:8:4294967295]
00000400:00000200:2.0:1788204847.156048:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204847.156053:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204847.156057:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204847.156060:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204847.156064:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204847.156066:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204847.156070:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204847.156072:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204847.156076:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204847.156078:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204847.156081:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204847.156084:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204847.156086:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204847.156088:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204847.156090:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204847.156094:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156101:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204847.156103:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156109:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.156111:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204847.156114:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204847.156116:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204847.156119:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204847.156121:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298652182
00000100:00000001:2.0:1788204847.156123:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298654377
00000100:00000001:2.0:1788204847.156125:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298652182
00000100:00000001:2.0:1788204847.156127:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298654377
00000100:00000001:2.0:1788204847.156129:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204847.156131:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.156132:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204847.156136:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204847/real 1788204847]  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204847.156143:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204847.156144:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204847.156146:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204847.156148:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204847.156149:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204847.156151:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204847.156154:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204847.156161:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156167:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204847.156169:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156171:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204847.156172:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204847.156174:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156196:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204847.156200:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156207:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204847.156209:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156210:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204847.156212:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156213:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204847.156215:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204847.156217:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204847.156221:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204847.156223:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204847.156226:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204847.156233:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785792:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204847.156237:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204847.156241:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156247:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204847.156248:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204847.156250:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204847.156252:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204847.156253:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204847.156256:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785920:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204847.156259:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204847.156261:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204847.156262:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204847.156264:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204847.156268:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788204847.156269:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204847.156273:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204847.156275:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204847.156278:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204847.156281:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556785920, portal 4
00000100:00000001:2.0:1788204847.156283:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204847.156284:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788204847.156289:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156295:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204847.156297:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204847.156299:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204847.156302:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556785920, offset 0
00000400:00000200:2.0:1788204847.156305:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204847.156308:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204847.156311:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204847.156314:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204847.156316:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204847.156318:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204847.156320:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204847.156323:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3344:3344:256:4294967295] 192.168.201.145@tcp LPNI seq info [3344:3344:8:4294967295]
00000400:00000200:2.0:1788204847.156327:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204847.156333:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204847.156336:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204847.156339:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204847.156342:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204847.156345:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204847.156349:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204847.156351:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204847.156354:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204847.156356:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204847.156359:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204847.156362:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204847.156365:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204847.156366:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204847.156368:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204847.156372:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156379:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204847.156381:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156387:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.156388:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204847.156391:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204847.156394:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204847.156417:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204847.156420:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298652914
00000100:00000001:2.0:1788204847.156422:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298654377
00000100:00000001:2.0:1788204847.156424:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298652914
00000100:00000001:2.0:1788204847.156426:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298654377
00000100:00000001:2.0:1788204847.156428:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204847.156430:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.156431:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204847.156435:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204847/real 1788204847]  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204847.156443:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204847.156445:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204847.156446:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204847.156448:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204847.156450:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204847.156452:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204847.156455:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204847.156463:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156474:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204847.156475:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156477:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204847.156478:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204847.156482:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156488:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204847.156492:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156498:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204847.156500:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156502:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204847.156503:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156505:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204847.156506:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204847.156508:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204847.156511:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204847.156514:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204847.156517:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204847.156525:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556785920:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204847.156528:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156530:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204847.156533:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556785664/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156540:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204847.156541:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204847.156543:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204847.156545:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204847.156547:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204847.156548:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204847.156550:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204847.156551:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:2.0:1788204847.156553:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204847.156554:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204847.156555:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788204847.156558:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204847.156559:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156560:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204847.156563:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556785792/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156568:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204847.156570:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204847.156571:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204847.156573:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204847.156574:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204847.156575:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204847.156577:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204847.156578:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:2.0:1788204847.156580:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204847.156581:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204847.156582:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788204847.156585:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204847.156586:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156587:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204847.156590:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556785920/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204847.156596:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204847.156597:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204847.156598:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788204847.156600:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204847.156601:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204847.156603:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204847.156605:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204847.156606:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:2.0:1788204847.156608:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204847.156609:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204847.156610:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204847.156612:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204847.156613:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156615:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.156618:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204847.156619:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204847.156620:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204847.156622:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204847.474534:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204847.474544:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204847.474545:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204847.474549:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204847.474553:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204847.474558:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204847.474562:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204847.474565:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204847.474569:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204847.474572:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204847.474574:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204847.474577:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204847.474581:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204847.474582:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204847.474587:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204847.474589:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204847.474591:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204847.474595:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204847.474598:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204847.474663:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204847.474668:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204847.474676:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204847.666502:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204847.666509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204847.666511:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204847.666516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204847.666519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204847.666523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.666526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204847.666529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.666531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204848.498508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204848.498515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204848.498518:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204848.498522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204848.498524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204848.498527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204848.498529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204848.498534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204848.498535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204848.498538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204848.498539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204848.498543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204848.498546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204848.498594:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204848.498598:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204848.498606:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204848.690508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204848.690515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204848.690517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204848.690524:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204848.690527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204848.690531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204848.690534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204848.690536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204848.690539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204849.394519:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298654377, at 4298654400
00000100:00000040:1.0:1788204849.394519:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298654377, at 4298654400
00000100:00000010:1.0:1788204849.394537:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511cc0.
00000100:00000010:0.0:1788204849.394541:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511780.
00000100:00000001:1.0:1788204849.522494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204849.522501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204849.522503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204849.522509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204849.522513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204849.522516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204849.522518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204849.522520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204849.522523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204849.522534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204849.522541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204849.522546:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204849.522548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204849.522593:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204849.522597:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204849.522599:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204849.714495:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204849.714503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204849.714505:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204849.714510:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204849.714514:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204849.714517:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204849.714520:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204849.714523:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204849.714526:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.546552:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204850.546556:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204850.546560:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204850.546562:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.546564:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204850.546573:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204850.546574:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204850.546577:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204850.546580:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204850.546585:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204850.546587:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204850.546590:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204850.546592:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204850.546645:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204850.546647:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204850.546650:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204850.738502:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204850.738507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204850.738509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204850.738512:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204850.738514:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204850.738517:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204850.738519:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204850.738521:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204850.738522:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204851.570498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204851.570504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204851.570506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204851.570507:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204851.570512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204851.570513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204851.570517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204851.570518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204851.570520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204851.570521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204851.570524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204851.570527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204851.570530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204851.570585:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204851.570588:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204851.570591:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204851.762521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204851.762527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204851.762528:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204851.762532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204851.762535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204851.762538:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204851.762540:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204851.762541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204851.762543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204852.274545:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204852.274556:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204852.274559:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204852.274563:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204852.274567:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204852.274574:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3984
00000400:00000200:3.0:1788204852.274583:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204852.274589:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204852.274591:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204852.274593:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274596:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204852.274598:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274600:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204852.274603:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204852.274605:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204852.274607:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204852.274610:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204852.274611:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204852.274613:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204852.274614:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274616:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204852.274617:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274618:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204852.274620:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204852.274623:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274624:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204852.274626:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204852.274629:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204852.274631:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204852.274633:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204852.274634:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204852.274644:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788204852.274647:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204852.274651:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204852.274652:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204852.274657:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204852.274660:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204852.274665:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204852.274674:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788204852.274682:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204852.274692:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204852.274703:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204852.274707:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204852.274711:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204852.274731:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204852.274733:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204852.274736:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204852.274737:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204852.274738:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204852.274740:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204852.274742:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3984
00000400:00000200:3.0:1788204852.274745:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204852.274747:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204852.274749:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204852.274750:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274752:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204852.274753:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274754:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204852.274756:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204852.274757:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204852.274759:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204852.274761:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204852.274763:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204852.274764:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204852.274766:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274767:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204852.274768:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274770:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204852.274771:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204852.274772:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204852.274774:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204852.274775:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204852.274781:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204852.274783:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204852.274785:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204852.274789:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204852.274791:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204852.274792:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204852.274794:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204852.274796:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204852.274798:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204852.274800:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204852.274800:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204852.274806:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204852.274808:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204852.274810:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788204852.274810:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.274815:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1788204852.274817:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:3.0:1788204852.274823:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204852.274829:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204852.274830:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204852.274884:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204852.274884:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204852.274887:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.274888:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204852.274903:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204852.274903:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204852.274910:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204852.274921:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204852.274934:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556786048:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204852.274934:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204852.274944:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204852.274945:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204852.274954:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1788204852.274956:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204852.274957:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788204852.274959:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204852.274960:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788204852.274963:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204852.274971:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
00000100:00000001:3.0:1788204852.274971:0:18698:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204852.274977:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204852.274983:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3984
00000400:00000200:2.0:1788204852.274986:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204852.274992:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000200:3.0:1788204852.274999:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204852.275003:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000400:00000200:3.0:1788204852.275008:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204852.275011:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556786048, portal 25
00000100:00080000:3.0:1788204852.275012:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204852.275017:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788204852.275020:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204852.275021:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000001:3.0:1788204852.275023:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204852.275029:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.275032:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788204852.275037:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204852.275038:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204852.275041:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204852.275045:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204852.275048:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204852.275057:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:2.0:1788204852.275060:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788204852.275063:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204852.275069:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:2.0:1788204852.275076:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204852.275078:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204852.275083:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000040:3.0:1788204852.275085:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.275091:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000200:2.0:1788204852.275103:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556786048, offset 0
00000020:00000040:3.0:1788204852.275110:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204852.275115:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:2.0:1788204852.275116:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204852.275125:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204852.275130:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204852.275131:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204852.275137:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204852.275140:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000001:3.0:1788204852.275150:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204852.275152:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204852.275162:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204852.275163:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000008:00100000:3.0:1788204852.275171:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204852.275173:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1788204852.275181:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204852.275187:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204852.275188:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204852.275199:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3345:3345:256:4294967295] 192.168.201.145@tcp LPNI seq info [3345:3345:8:4294967295]
00000100:00000010:3.0:1788204852.275201:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204852.275210:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:2.0:1788204852.275211:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204852.275218:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204852.275223:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204852.275228:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204852.275230:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1788204852.275235:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204852.275236:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1788204852.275240:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
02000000:00000001:3.0:1788204852.275241:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204852.275247:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000010:3.0:1788204852.275249:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000800:00000200:2.0:1788204852.275251:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1788204852.275261:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204852.275261:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204852.275268:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204852.275276:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00100000:3.0:1788204852.275276:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788204852.275278:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204852.275287:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204852.275301:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204852.275301:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204852.275311:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204852.275313:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204852.275318:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000040:3.0:1788204852.275318:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.275327:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204852.275330:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204852.275335:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204852.275336:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204852.275352:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204852.275359:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204852.275363:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204852.275369:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204852.275370:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204852.275377:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3984
00000100:00000040:2.0:1788204852.275379:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204852.275394:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204852.275430:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204852.275435:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204852.275441:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204852.275442:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.275449:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204852.275450:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204852.275453:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.275455:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204852.275458:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204852.275459:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204852.275462:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204852.275463:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204852.275465:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204852.275467:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:2.0:1788204852.275476:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:3.0:1788204852.275476:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788204852.275484:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298659497
00000100:00000040:3.0:1788204852.275486:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.275491:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1788204852.275493:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511b40.
00000100:00000040:3.0:1788204852.275496:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204852.275499:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204852.275500:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:2.0:1788204852.275501:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204852.275504:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204852.275507:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204852.275510:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204852.275513:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204852.275514:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204852.275515:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204852.275517:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298659497
00000008:00100000:3.0:1788204852.275517:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204852.275520:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204852.275522:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511420.
00000100:00000001:3.0:1788204852.275529:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.275531:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1788204852.275539:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204852.275540:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204852.275547:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788204852.275549:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204852.275553:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204852.275555:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204852.275557:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204852.275561:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204852.275566:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788204852.275567:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204852/real 1788204852]  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204852.275571:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204852.275579:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788204852.275585:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204852.275592:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1788204852.275592:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1788204852.275597:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204852.275603:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000100:00000001:3.0:1788204852.275604:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204852.275609:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204852.275615:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000100:00000040:3.0:1788204852.275615:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204852.275623:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:3.0:1788204852.275632:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.275634:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204852.275638:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3994)
00000100:00000200:2.0:1788204852.275643:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204852.275662:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.275667:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204852.275669:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.275671:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204852.275673:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204852.275678:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.275685:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204852.275690:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.275704:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204852.275708:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.275711:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204852.275713:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.275717:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204852.275721:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204852.275723:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204852.275727:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204852.275729:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204852.275734:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204852.275742:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556786048:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204852.275748:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.275750:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204852.275754:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556786048/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.275762:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204852.275765:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204852.275768:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204852.275772:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204852.275774:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204852.275776:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204852.275777:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204852.275779:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:2.0:1788204852.275782:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204852.275784:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204852.275785:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204852.275788:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204852.275788:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.275790:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.275797:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204852.275799:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.275801:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204852.275802:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204852.275803:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204852.275806:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.275811:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204852.275813:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204852.275814:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204852.275816:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204852.275818:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204852.275821:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786176:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204852.275824:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204852.275828:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204852.275830:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204852.275832:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204852.275834:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204852.275836:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204852.275840:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204852.275844:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204852.275847:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204852.275850:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556786176, portal 10
00000100:00000001:2.0:1788204852.275852:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204852.275854:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:2.0:1788204852.275859:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.275863:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204852.275868:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204852.275870:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204852.275872:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556786176, offset 0
00000400:00000200:2.0:1788204852.275874:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204852.275880:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204852.275884:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204852.275887:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204852.275889:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204852.275892:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204852.275894:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204852.275897:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3346:3346:256:4294967295] 192.168.201.145@tcp LPNI seq info [3346:3346:8:4294967295]
00000400:00000200:2.0:1788204852.275901:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204852.275907:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204852.275911:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204852.275913:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204852.275916:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204852.275918:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204852.275921:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204852.275923:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204852.275927:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204852.275928:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204852.275930:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204852.275932:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204852.275934:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204852.275936:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204852.275939:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204852.275942:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.275947:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204852.275950:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.275954:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.275955:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204852.275958:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204852.275961:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204852.275963:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204852.275965:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298657619
00000100:00000001:2.0:1788204852.276005:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298659497
00000100:00000001:2.0:1788204852.276008:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298657619
00000100:00000001:2.0:1788204852.276009:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298659497
00000100:00000001:2.0:1788204852.276011:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204852.276012:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.276013:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204852.276015:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204852/real 1788204852]  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204852.276020:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204852.276021:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204852.276023:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204852.276024:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204852.276025:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204852.276027:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204852.276029:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204852.276034:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276037:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204852.276038:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276039:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204852.276040:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204852.276042:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276045:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204852.276047:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276051:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204852.276053:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276054:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204852.276055:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276056:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204852.276058:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204852.276059:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204852.276061:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204852.276062:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204852.276064:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204852.276069:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786176:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204852.276072:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204852.276074:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276079:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204852.276080:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204852.276082:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204852.276083:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204852.276084:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204852.276086:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786304:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204852.276090:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204852.276104:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204852.276107:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204852.276109:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204852.276112:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204852.276113:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204852.276116:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204852.276118:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204852.276121:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204852.276123:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556786304, portal 4
00000100:00000001:2.0:1788204852.276124:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204852.276126:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788204852.276131:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276135:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204852.276137:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204852.276138:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204852.276140:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556786304, offset 0
00000400:00000200:2.0:1788204852.276142:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204852.276145:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204852.276147:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204852.276150:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204852.276153:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204852.276155:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204852.276156:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204852.276158:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3347:3347:256:4294967295] 192.168.201.145@tcp LPNI seq info [3347:3347:8:4294967295]
00000400:00000200:2.0:1788204852.276160:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204852.276164:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204852.276167:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204852.276170:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204852.276173:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204852.276175:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204852.276178:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204852.276180:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204852.276183:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204852.276184:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204852.276187:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204852.276193:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204852.276195:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204852.276197:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204852.276199:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204852.276202:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276208:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204852.276211:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276215:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.276216:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204852.276221:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204852.276223:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204852.276227:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204852.276228:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298657302
00000100:00000001:2.0:1788204852.276231:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298659497
00000100:00000001:2.0:1788204852.276233:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298657302
00000100:00000001:2.0:1788204852.276234:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298659497
00000100:00000001:2.0:1788204852.276236:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204852.276238:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.276239:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204852.276242:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204852/real 1788204852]  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204852.276248:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204852.276249:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204852.276251:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204852.276254:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204852.276256:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204852.276259:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204852.276263:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204852.276272:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276278:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204852.276280:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276281:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204852.276282:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204852.276287:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276292:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204852.276295:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276299:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204852.276300:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276301:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204852.276302:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276303:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204852.276304:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204852.276305:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204852.276307:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204852.276308:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204852.276310:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204852.276314:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786304:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204852.276317:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204852.276319:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276323:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204852.276324:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204852.276325:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204852.276326:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204852.276327:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204852.276329:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786432:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204852.276331:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204852.276332:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204852.276333:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204852.276334:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204852.276337:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204852.276338:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204852.276339:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204852.276341:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204852.276343:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204852.276345:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556786432, portal 4
00000100:00000001:2.0:1788204852.276346:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204852.276346:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788204852.276350:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276354:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204852.276355:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204852.276356:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204852.276358:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556786432, offset 0
00000400:00000200:2.0:1788204852.276360:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204852.276362:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204852.276364:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204852.276365:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204852.276367:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204852.276368:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204852.276369:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204852.276371:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3348:3348:256:4294967295] 192.168.201.145@tcp LPNI seq info [3348:3348:8:4294967295]
00000400:00000200:2.0:1788204852.276373:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204852.276377:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204852.276379:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204852.276381:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204852.276383:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204852.276384:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204852.276387:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204852.276388:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204852.276430:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204852.276433:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204852.276437:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204852.276441:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204852.276445:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204852.276447:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204852.276450:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204852.276453:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276459:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204852.276461:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276465:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.276466:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204852.276468:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204852.276470:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204852.276472:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204852.276473:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298658034
00000100:00000001:2.0:1788204852.276475:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298659497
00000100:00000001:2.0:1788204852.276476:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298658034
00000100:00000001:2.0:1788204852.276477:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298659497
00000100:00000001:2.0:1788204852.276478:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204852.276479:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.276480:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204852.276482:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204852/real 1788204852]  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204852.276487:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204852.276488:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204852.276489:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204852.276490:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204852.276491:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204852.276493:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204852.276495:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204852.276499:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276502:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204852.276503:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276504:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204852.276505:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204852.276507:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276510:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204852.276512:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276516:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204852.276517:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276518:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204852.276518:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276519:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204852.276520:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204852.276521:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204852.276523:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204852.276524:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204852.276526:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204852.276532:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786432:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204852.276535:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276537:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204852.276540:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556786176/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276546:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204852.276547:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204852.276549:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204852.276551:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204852.276553:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204852.276554:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204852.276556:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204852.276557:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:2.0:1788204852.276560:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204852.276561:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204852.276563:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788204852.276565:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204852.276567:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276568:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204852.276571:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556786304/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276578:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204852.276579:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204852.276580:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204852.276582:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204852.276583:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204852.276584:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204852.276586:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204852.276587:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:2.0:1788204852.276589:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204852.276590:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204852.276592:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788204852.276594:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204852.276595:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276597:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204852.276600:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556786432/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204852.276607:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204852.276608:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204852.276610:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204852.276612:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204852.276613:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204852.276614:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204852.276616:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204852.276617:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:2.0:1788204852.276619:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204852.276620:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204852.276621:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204852.276623:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204852.276625:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276627:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.276630:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204852.276632:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204852.276634:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204852.276635:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204852.594521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204852.594530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204852.594531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204852.594533:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204852.594537:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1788204852.594540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204852.594541:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204852.594547:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204852.594548:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204852.594553:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204852.594553:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204852.594556:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204852.594558:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204852.594560:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204852.594563:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204852.594565:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204852.594567:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204852.594572:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204852.594575:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204852.594632:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204852.594637:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204852.594640:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204852.786514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204852.786522:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204852.786524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204852.786529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204852.786532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204852.786536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.786538:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204852.786541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.786543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204853.618518:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204853.618526:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204853.618528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204853.618529:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204853.618534:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204853.618535:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204853.618541:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204853.618543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204853.618544:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204853.618549:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204853.618549:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204853.618551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204853.618555:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204853.618599:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204853.618604:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204853.618608:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204853.810522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204853.810531:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204853.810534:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204853.810540:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204853.810545:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204853.810550:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204853.810553:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204853.810557:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204853.810560:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204854.514522:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298659497, at 4298659520
00000100:00000040:1.0:1788204854.514522:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298659497, at 4298659520
00000100:00000010:0.0:1788204854.514538:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511b40.
00000100:00000010:1.0:1788204854.514540:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511420.
00000100:00000001:1.0:1788204854.642485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204854.642488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204854.642493:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204854.642494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204854.642499:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204854.642500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204854.642503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204854.642506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204854.642511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204854.642516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204854.642520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204854.642523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204854.642526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204854.642561:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204854.642564:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204854.642567:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204854.834524:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204854.834536:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204854.834538:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204854.834545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204854.834550:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204854.834554:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204854.834558:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204854.834561:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204854.834564:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.666522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204855.666530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204855.666533:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204855.666540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204855.666540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204855.666543:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204855.666547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.666549:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204855.666556:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204855.666558:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204855.666558:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204855.666561:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204855.666563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204855.666603:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204855.666606:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204855.666609:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204855.858535:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204855.858545:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204855.858548:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204855.858555:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204855.858560:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204855.858564:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.858567:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204855.858571:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.858575:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204856.690521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204856.690530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204856.690533:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204856.690536:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204856.690539:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204856.690541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204856.690549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204856.690550:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204856.690552:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204856.690559:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204856.690564:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204856.690567:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204856.690569:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204856.690624:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204856.690630:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204856.690634:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204856.882498:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204856.882506:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204856.882508:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204856.882512:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204856.882515:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204856.882519:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204856.882521:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204856.882524:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204856.882526:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204857.394509:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204857.394519:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204857.394521:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204857.394525:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204857.394529:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204857.394535:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3989
00000400:00000200:0.0:1788204857.394544:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204857.394549:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204857.394553:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204857.394555:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204857.394559:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204857.394570:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204857.394573:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204857.394576:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204857.394578:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204857.394581:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204857.394584:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204857.394586:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204857.394589:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204857.394592:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204857.394594:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204857.394596:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204857.394598:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204857.394601:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204857.394604:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204857.394607:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204857.394610:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204857.394613:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204857.394616:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204857.394618:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204857.394620:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204857.394628:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204857.394632:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204857.394635:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204857.394637:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204857.394640:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204857.394643:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204857.394647:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204857.394654:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788204857.394660:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204857.394669:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204857.394680:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204857.394684:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204857.394689:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204857.394712:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204857.394716:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204857.394719:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204857.394721:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204857.394723:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204857.394725:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204857.394728:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3989
00000400:00000200:0.0:1788204857.394733:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204857.394737:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204857.394739:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204857.394743:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204857.394743:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204857.394748:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204857.394748:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204857.394752:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204857.394754:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204857.394759:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788204857.394760:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204857.394763:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204857.394766:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204857.394770:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204857.394771:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204857.394774:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204857.394776:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
02000000:00000001:2.0:1788204857.394777:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788204857.394780:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:2.0:1788204857.394780:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204857.394783:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204857.394786:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00100000:2.0:1788204857.394788:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556786560:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204857.394792:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788204857.394793:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204857.394796:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204857.394797:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204857.394798:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204857.394801:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1788204857.394802:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000010:2.0:1788204857.394806:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
00000100:00000001:0.0:1788204857.394807:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788204857.394810:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204857.394812:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000400:00000200:2.0:1788204857.394816:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204857.394818:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000010:2.0:1788204857.394820:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000100:00000001:0.0:1788204857.394823:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204857.394826:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
02000000:00000001:0.0:1788204857.394827:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204857.394832:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556786560, portal 25
00000100:00000001:2.0:1788204857.394835:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204857.394836:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:2.0:1788204857.394840:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204857.394842:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204857.394848:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.394849:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204857.394852:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204857.394853:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204857.394856:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000008:00100000:0.0:1788204857.394859:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788204857.394859:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556786560, offset 0
00000008:00000001:0.0:1788204857.394866:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.394868:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204857.394871:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.394876:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:0.0:1788204857.394877:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788204857.394881:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000400:00000200:2.0:1788204857.394882:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000001:0.0:1788204857.394887:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204857.394888:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204857.394890:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.394894:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788204857.394895:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204857.394898:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788204857.394899:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204857.394902:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:0.0:1788204857.394903:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.394906:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3349:3349:256:4294967295] 192.168.201.145@tcp LPNI seq info [3349:3349:8:4294967295]
02000000:00000010:0.0:1788204857.394910:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000400:00000200:2.0:1788204857.394910:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204857.394916:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.394919:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204857.394925:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00100000:0.0:1788204857.394926:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788204857.394929:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204857.394936:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204857.394939:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788204857.394942:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1788204857.394943:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204857.394952:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204857.394953:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204857.394958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204857.394968:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204857.394970:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204857.394972:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000100:00080000:0.0:1788204857.394974:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204857.394979:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788204857.394980:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788204857.394981:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204857.394985:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204857.394988:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204857.394990:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204857.394995:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204857.394998:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204857.395002:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788204857.395016:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3989
00000100:00000200:2.0:1788204857.395018:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204857.395024:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204857.395031:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204857.395032:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788204857.395036:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204857.395038:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204857.395043:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204857.395046:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204857.395048:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204857.395049:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1788204857.395053:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204857.395055:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204857.395057:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204857.395060:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204857.395061:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:0.0:1788204857.395064:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000100:00000001:2.0:1788204857.395065:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298664616
00000020:00000001:0.0:1788204857.395068:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:2.0:1788204857.395071:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511540.
00000020:00000040:0.0:1788204857.395072:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204857.395076:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:2.0:1788204857.395078:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1788204857.395079:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204857.395084:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204857.395085:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298664616
00000100:00000001:0.0:1788204857.395086:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1788204857.395089:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511d20.
00000100:00000040:0.0:1788204857.395092:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204857.395093:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204857.395097:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204857.395098:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204857.395102:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204857.395103:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000001:2.0:1788204857.395105:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788204857.395111:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00100000:2.0:1788204857.395112:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204857/real 1788204857]  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204857.395117:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204857.395121:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1788204857.395123:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204857.395125:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1788204857.395126:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204857.395127:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
02000000:00000001:0.0:1788204857.395131:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.395132:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204857.395136:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:0.0:1788204857.395137:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204857.395141:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204857.395141:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204857.395144:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788204857.395146:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204857.395149:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204857.395156:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000100:00000200:2.0:1788204857.395156:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204857.395160:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:2.0:1788204857.395163:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788204857.395165:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204857.395165:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204857.395168:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395169:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204857.395171:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204857.395173:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204857.395176:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788204857.395176:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204857.395179:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395184:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788204857.395186:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000040:2.0:1788204857.395189:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204857.395192:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395195:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204857.395198:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395200:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204857.395201:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204857.395202:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204857.395202:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204857.395205:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204857.395208:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204857.395215:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204857.395219:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204857.395219:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788204857.395224:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204857.395225:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204857.395233:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204857.395234:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556786560:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204857.395242:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395245:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204857.395248:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556786560/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204857.395251:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204857.395256:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204857.395256:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204857.395259:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1788204857.395262:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:2.0:1788204857.395263:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
00000100:00000001:0.0:1788204857.395266:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788204857.395267:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:0.0:1788204857.395270:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:2.0:1788204857.395270:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204857.395271:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204857.395275:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788204857.395276:0:18698:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1788204857.395277:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:2.0:1788204857.395281:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:0.0:1788204857.395283:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3989
02000000:00000001:2.0:1788204857.395283:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204857.395285:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:2.0:1788204857.395289:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204857.395290:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395291:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395296:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204857.395297:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204857.395301:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204857.395301:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204857.395303:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204857.395305:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1788204857.395310:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204857.395310:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204857.395316:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204857.395318:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204857.395321:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204857.395323:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788204857.395324:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204857.395325:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204857.395330:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204857.395330:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204857.395336:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786688:192.168.201.145@tcp:38:kworker.0
00000100:00000040:0.0:1788204857.395337:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204857.395340:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204857.395343:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788204857.395343:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204857.395345:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204857.395349:0:18698:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204857.395349:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1788204857.395353:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
02000000:00000010:2.0:1788204857.395353:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
00000020:00000001:0.0:1788204857.395358:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204857.395358:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204857.395362:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000200:2.0:1788204857.395363:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204857.395365:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000020:00000001:0.0:1788204857.395367:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000010:2.0:1788204857.395369:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000020:00000001:0.0:1788204857.395371:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000200:2.0:1788204857.395372:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556786688, portal 10
00000100:00000001:2.0:1788204857.395376:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204857.395378:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:0.0:1788204857.395379:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204857.395384:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204857.395385:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204857.395389:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204857.395394:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204857.395395:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204857.395415:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204857.395418:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204857.395419:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556786688, offset 0
00000400:00000200:2.0:1788204857.395422:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204857.395425:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204857.395432:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204857.395434:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204857.395436:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:0.0:1788204857.395438:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000200:2.0:1788204857.395439:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788204857.395445:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:2.0:1788204857.395445:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204857.395450:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3350:3350:256:4294967295] 192.168.201.145@tcp LPNI seq info [3350:3350:8:4294967295]
00000100:00000001:0.0:1788204857.395451:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.395455:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204857.395456:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204857.395461:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204857.395462:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788204857.395467:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204857.395469:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204857.395472:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1788204857.395473:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000008:00100000:0.0:1788204857.395475:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1788204857.395478:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000008:00000001:0.0:1788204857.395480:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204857.395482:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1788204857.395483:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204857.395488:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000010:0.0:1788204857.395490:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000800:00000200:2.1:1788204857.395490:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1788204857.395496:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000800:00000100:2.0:1788204857.395496:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204857.395498:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
02000000:00000001:0.0:1788204857.395502:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204857.395502:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788204857.395505:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.395507:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204857.395509:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204857.395511:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
02000000:00000001:0.0:1788204857.395512:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204857.395513:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
02000000:00000001:0.0:1788204857.395517:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395517:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204857.395521:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204857.395524:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:2.0:1788204857.395527:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204857.395530:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204857.395531:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395538:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204857.395540:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204857.395540:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204857.395543:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204857.395548:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204857.395554:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204857.395556:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204857.395556:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298662739
00000100:00000001:0.0:1788204857.395560:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204857.395565:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395567:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298664616
00000100:00000001:2.0:1788204857.395571:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298662739
00000100:00000001:2.0:1788204857.395574:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298664616
00000100:00000001:2.0:1788204857.395578:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204857.395582:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395585:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204857.395587:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204857.395589:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204857/real 1788204857]  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204857.395593:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4000)
00000400:00000001:2.0:1788204857.395596:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204857.395597:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204857.395599:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204857.395601:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204857.395602:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204857.395603:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204857.395605:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204857.395610:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395614:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204857.395615:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395616:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204857.395617:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204857.395618:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395622:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204857.395624:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395628:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204857.395630:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395631:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204857.395631:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395632:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204857.395633:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204857.395635:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204857.395636:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204857.395637:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204857.395639:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204857.395644:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786688:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204857.395646:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204857.395647:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395651:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204857.395652:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204857.395653:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204857.395654:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204857.395655:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204857.395657:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786816:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204857.395658:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204857.395659:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204857.395660:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204857.395661:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204857.395663:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204857.395665:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.395666:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204857.395668:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204857.395670:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204857.395672:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556786816, portal 4
00000100:00000001:2.0:1788204857.395673:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204857.395674:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:2.0:1788204857.395678:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395681:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204857.395682:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204857.395684:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204857.395685:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556786816, offset 0
00000400:00000200:2.0:1788204857.395687:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204857.395689:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204857.395691:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204857.395692:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204857.395694:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204857.395695:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204857.395697:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204857.395699:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3351:3351:256:4294967295] 192.168.201.145@tcp LPNI seq info [3351:3351:8:4294967295]
00000400:00000200:2.0:1788204857.395701:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204857.395705:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204857.395707:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204857.395709:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204857.395711:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204857.395713:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204857.395715:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204857.395716:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204857.395718:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204857.395720:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204857.395721:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204857.395723:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204857.395725:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204857.395726:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204857.395727:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204857.395729:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395734:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204857.395735:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395739:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395740:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204857.395741:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204857.395743:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204857.395744:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204857.395745:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298662422
00000100:00000001:2.0:1788204857.395747:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298664616
00000100:00000001:2.0:1788204857.395748:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298662422
00000100:00000001:2.0:1788204857.395749:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298664616
00000100:00000001:2.0:1788204857.395751:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204857.395752:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395753:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204857.395754:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204857/real 1788204857]  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204857.395758:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204857.395759:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204857.395760:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204857.395761:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204857.395762:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204857.395763:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204857.395765:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204857.395769:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395776:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204857.395777:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395778:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204857.395779:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204857.395781:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395784:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204857.395786:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395789:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204857.395791:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395791:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204857.395792:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395793:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204857.395794:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204857.395795:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204857.395797:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204857.395798:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204857.395800:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204857.395803:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786816:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204857.395805:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395806:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204857.395808:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556786688/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395812:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204857.395813:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204857.395814:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204857.395815:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204857.395816:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204857.395817:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204857.395818:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204857.395819:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:2.0:1788204857.395821:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204857.395822:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204857.395823:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:2.0:1788204857.395824:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204857.395825:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395826:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204857.395828:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556786816/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395832:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204857.395832:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204857.395833:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204857.395834:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204857.395835:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204857.395835:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204857.395836:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204857.395837:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:2.0:1788204857.395838:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204857.395839:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204857.395840:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:2.0:1788204857.395841:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204857.395841:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395842:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395844:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204857.395845:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395846:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204857.395846:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204857.395847:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204857.395849:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395852:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204857.395853:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204857.395854:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204857.395855:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204857.395856:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204857.395858:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786944:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204857.395859:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204857.395860:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204857.395861:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204857.395862:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204857.395864:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204857.395864:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204857.395866:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204857.395867:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204857.395869:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204857.395870:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556786944, portal 4
00000100:00000001:2.0:1788204857.395871:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204857.395872:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:2.0:1788204857.395876:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395879:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204857.395881:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204857.395882:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204857.395883:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556786944, offset 0
00000400:00000200:2.0:1788204857.395885:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204857.395887:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204857.395888:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204857.395891:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204857.395892:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204857.395893:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204857.395895:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204857.395896:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3352:3352:256:4294967295] 192.168.201.145@tcp LPNI seq info [3352:3352:8:4294967295]
00000400:00000200:2.0:1788204857.395898:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204857.395902:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204857.395904:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204857.395906:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204857.395908:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204857.395910:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204857.395912:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204857.395913:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204857.395915:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204857.395916:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204857.395918:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204857.395920:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204857.395921:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204857.395922:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204857.395924:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204857.395925:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395930:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204857.395931:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395935:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395936:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204857.395937:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204857.395938:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204857.395940:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204857.395941:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298663153
00000100:00000001:2.0:1788204857.395942:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298664616
00000100:00000001:2.0:1788204857.395943:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298663153
00000100:00000001:2.0:1788204857.395945:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298664616
00000100:00000001:2.0:1788204857.395946:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204857.395947:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.395948:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204857.395950:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204857/real 1788204857]  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204857.395954:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204857.395955:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204857.395956:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204857.395957:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204857.395958:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204857.395959:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204857.395960:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204857.395965:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395968:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204857.395968:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395969:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204857.395970:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204857.395972:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395975:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204857.395977:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.395980:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204857.395982:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395982:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204857.395983:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395984:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204857.395985:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204857.395987:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204857.395989:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204857.395990:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204857.395992:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204857.395997:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556786944:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204857.395999:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.395999:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204857.396001:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556786944/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204857.396017:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204857.396018:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204857.396019:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788204857.396021:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204857.396021:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204857.396022:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204857.396023:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204857.396024:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:2.0:1788204857.396025:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204857.396026:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204857.396027:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:2.0:1788204857.396028:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204857.396029:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.396030:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.396031:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204857.396032:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.396033:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204857.396034:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204857.714485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204857.714492:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204857.714497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204857.714500:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204857.714502:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204857.714506:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204857.714508:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204857.714510:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204857.714512:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204857.714515:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204857.714545:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204857.714549:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204857.714551:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204857.714593:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204857.714596:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204857.714598:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204857.714601:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204857.714603:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204857.714605:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204857.714607:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204857.714609:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204857.714611:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204857.906497:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204857.906503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204857.906505:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204857.906509:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204857.906511:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204857.906514:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.906516:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204857.906518:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.906520:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204858.738478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204858.738482:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204858.738485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204858.738487:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204858.738489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204858.738495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204858.738495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204858.738498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204858.738501:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204858.738505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204858.738508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204858.738511:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204858.738514:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204858.738553:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204858.738557:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204858.738561:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204858.930507:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204858.930514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204858.930516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204858.930521:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204858.930525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204858.930528:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204858.930530:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204858.930533:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204858.930536:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204859.634481:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298664616, at 4298664640
00000100:00000040:1.0:1788204859.634482:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298664616, at 4298664640
00000100:00000010:1.0:1788204859.634494:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511d20.
00000100:00000010:0.0:1788204859.634496:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511540.
00000100:00000001:1.0:1788204859.762481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204859.762483:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204859.762488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204859.762488:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204859.762491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204859.762493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204859.762495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204859.762496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204859.762500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204859.762503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204859.762506:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204859.762508:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204859.762510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204859.762522:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204859.762526:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204859.762528:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204859.954488:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204859.954493:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204859.954495:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204859.954499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204859.954501:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204859.954504:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204859.954506:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204859.954507:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204859.954509:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.786478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204860.786483:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204860.786485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204860.786487:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.786489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204860.786492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204860.786494:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204860.786495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204860.786500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204860.786504:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.786506:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204860.786509:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204860.786512:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204860.786554:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204860.786557:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204860.786560:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204860.978453:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204860.978464:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204860.978466:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204860.978469:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204860.978474:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204860.978476:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204860.978478:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204860.978480:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204860.978482:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204861.810494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204861.810499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204861.810502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204861.810503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204861.810506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204861.810511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204861.810512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204861.810514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204861.810518:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204861.810523:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204861.810526:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204861.810528:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204861.810531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204861.810556:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204861.810559:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204861.810562:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204862.002480:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204862.002488:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204862.002490:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204862.002496:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204862.002500:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204862.002503:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.002506:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204862.002509:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.002511:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204862.514490:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204862.514498:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204862.514500:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204862.514502:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204862.514505:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204862.514517:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 3995
00000400:00000200:0.0:1788204862.514523:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204862.514528:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204862.514531:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204862.514533:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514535:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204862.514537:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514538:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204862.514541:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204862.514542:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204862.514544:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204862.514546:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204862.514547:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204862.514549:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204862.514550:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514552:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204862.514553:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514554:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204862.514555:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204862.514557:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514558:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204862.514560:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204862.514563:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204862.514565:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.514566:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204862.514567:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204862.514575:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788204862.514578:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204862.514580:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204862.514582:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.514584:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204862.514586:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204862.514590:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204862.514595:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788204862.514600:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204862.514606:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204862.514613:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204862.514616:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204862.514619:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204862.514634:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204862.514636:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204862.514639:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204862.514639:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204862.514640:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204862.514642:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204862.514644:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3995
00000400:00000200:0.0:1788204862.514645:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204862.514647:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204862.514648:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204862.514650:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514651:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204862.514653:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514654:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204862.514656:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204862.514657:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204862.514658:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204862.514659:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204862.514661:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204862.514662:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204862.514664:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514666:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204862.514667:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204862.514668:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514671:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204862.514671:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788204862.514672:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:2.0:1788204862.514674:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1788204862.514676:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514679:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204862.514681:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204862.514683:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204862.514686:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204862.514690:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.514693:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204862.514697:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1788204862.514698:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204862.514700:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204862.514701:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.514703:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204862.514704:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1788204862.514706:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
02000000:00000001:2.0:1788204862.514707:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204862.514709:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788204862.514711:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204862.514712:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204862.514715:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204862.514716:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556787072:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204862.514717:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204862.514720:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204862.514722:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.514722:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1788204862.514727:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
02000000:00000001:2.0:1788204862.514727:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204862.514730:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.514731:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204862.514734:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1788204862.514738:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788204862.514740:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204862.514744:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.514749:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204862.514751:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204862.514753:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788204862.514756:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204862.514758:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204862.514766:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:0.0:1788204862.514773:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204862.514774:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556787072, portal 25
00000100:00080000:0.0:1788204862.514775:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204862.514778:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788204862.514779:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204862.514780:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000001:0.0:1788204862.514781:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204862.514784:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204862.514786:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788204862.514789:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204862.514790:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3995
00000400:00000200:0.0:1788204862.514797:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204862.514801:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204862.514806:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204862.514806:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204862.514810:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514814:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204862.514814:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204862.514817:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000040:0.0:1788204862.514819:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514822:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000200:2.0:1788204862.514822:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556787072, offset 0
00000020:00000001:0.0:1788204862.514826:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204862.514828:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204862.514829:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204862.514830:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204862.514833:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788204862.514833:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788204862.514837:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204862.514840:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514841:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204862.514843:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204862.514844:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204862.514846:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204862.514848:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204862.514853:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:2.0:1788204862.514853:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788204862.514858:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204862.514860:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204862.514861:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204862.514862:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204862.514865:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.514866:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204862.514868:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000008:00100000:0.0:1788204862.514869:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204862.514872:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204862.514873:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204862.514874:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204862.514879:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000010:0.0:1788204862.514880:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788204862.514883:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:2.0:1788204862.514884:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3353:3353:256:4294967295] 192.168.201.145@tcp LPNI seq info [3353:3353:8:4294967295]
02000000:00000001:0.0:1788204862.514885:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204862.514887:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.514890:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204862.514891:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204862.514891:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204862.514894:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204862.514897:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204862.514899:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204862.514905:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204862.514912:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204862.514913:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204862.514927:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204862.514933:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788204862.514939:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204862.514941:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204862.514944:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1788204862.514946:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000100:00080000:0.0:1788204862.514947:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204862.514949:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204862.514951:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204862.514953:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204862.514956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204862.514959:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204862.514963:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204862.514965:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204862.514968:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204862.514971:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204862.514975:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204862.514978:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204862.514982:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204862.514984:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00080000:0.0:1788204862.514986:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 3995
00000100:00000001:2.0:1788204862.514988:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1788204862.514992:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:2.0:1788204862.514995:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204862.514998:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204862.515002:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204862.515008:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.515012:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204862.515014:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204862.515015:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204862.515016:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204862.515019:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204862.515021:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788204862.515022:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204862.515022:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204862.515025:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204862.515028:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204862.515031:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204862.515033:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.515034:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204862.515035:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204862.515037:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204862.515038:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204862.515057:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204862.515058:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204862.515059:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204862.515061:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204862.515062:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.515063:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204862.515066:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204862.515070:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.515073:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.515075:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204862.515077:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000100:00000001:2.0:1788204862.515079:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1788204862.515080:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204862.515083:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204862.515084:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204862.515085:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204862.515086:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204862.515088:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.515088:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204862.515091:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204862.515094:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204862.515096:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:0.0:1788204862.515099:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204862.515101:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298669736
00000100:00000001:0.0:1788204862.515108:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204862.515110:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204862.515111:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925118a0.
00000100:00000040:0.0:1788204862.515113:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515118:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204862.515119:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204862.515125:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4005)
00000100:00000001:2.0:1788204862.515150:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298669736
00000100:00000010:2.0:1788204862.515154:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511660.
00000100:00000001:2.0:1788204862.515157:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204862.515159:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204862.515161:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.515163:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204862.515167:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204862/real 1788204862]  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204862.515174:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204862.515194:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204862.515196:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204862.515200:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204862.515201:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204862.515204:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204862.515209:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204862.515218:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515225:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204862.515227:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515229:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204862.515230:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204862.515233:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515237:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204862.515240:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515244:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204862.515246:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515247:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204862.515248:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515249:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204862.515251:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204862.515252:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204862.515255:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204862.515256:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204862.515258:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204862.515263:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556787072:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204862.515267:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515269:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204862.515272:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556787072/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515284:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204862.515286:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204862.515288:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204862.515292:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204862.515293:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204862.515295:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204862.515297:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204862.515300:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:2.0:1788204862.515303:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204862.515305:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204862.515307:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:2.0:1788204862.515310:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204862.515311:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515312:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515318:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204862.515320:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.515321:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204862.515323:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204862.515324:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204862.515326:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515331:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204862.515332:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204862.515333:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204862.515335:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204862.515336:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204862.515338:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787200:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204862.515339:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204862.515341:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204862.515342:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204862.515343:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204862.515345:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204862.515347:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204862.515350:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204862.515352:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204862.515354:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204862.515356:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556787200, portal 10
00000100:00000001:2.0:1788204862.515358:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204862.515359:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000040:2.0:1788204862.515364:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515368:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204862.515369:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204862.515371:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204862.515372:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556787200, offset 0
00000400:00000200:2.0:1788204862.515374:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204862.515377:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204862.515379:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204862.515381:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204862.515383:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204862.515385:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204862.515386:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204862.515388:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3354:3354:256:4294967295] 192.168.201.145@tcp LPNI seq info [3354:3354:8:4294967295]
00000400:00000200:2.0:1788204862.515391:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204862.515395:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204862.515421:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204862.515423:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204862.515426:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204862.515428:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204862.515431:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204862.515432:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204862.515435:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204862.515436:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204862.515438:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204862.515440:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204862.515442:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204862.515443:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204862.515445:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204862.515448:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515452:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204862.515454:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515460:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.515461:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204862.515464:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204862.515468:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204862.515471:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204862.515473:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298667859
00000100:00000001:2.0:1788204862.515475:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298669736
00000100:00000001:2.0:1788204862.515477:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298667859
00000100:00000001:2.0:1788204862.515479:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298669736
00000100:00000001:2.0:1788204862.515481:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204862.515483:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.515485:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204862.515489:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204862/real 1788204862]  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204862.515497:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204862.515498:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204862.515500:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204862.515502:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204862.515504:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204862.515506:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204862.515509:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204862.515517:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515528:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204862.515529:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515531:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204862.515532:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204862.515536:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515542:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204862.515546:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515552:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204862.515554:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515556:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204862.515557:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515559:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204862.515560:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204862.515563:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204862.515566:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204862.515568:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204862.515571:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204862.515579:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787200:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204862.515581:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204862.515583:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515587:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204862.515588:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204862.515590:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204862.515591:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204862.515593:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204862.515594:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787328:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204862.515596:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204862.515597:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204862.515598:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204862.515600:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204862.515602:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204862.515603:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204862.515605:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204862.515607:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204862.515609:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204862.515611:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556787328, portal 4
00000100:00000001:2.0:1788204862.515612:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204862.515613:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:2.0:1788204862.515617:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515621:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204862.515623:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204862.515624:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204862.515650:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556787328, offset 0
00000400:00000200:2.0:1788204862.515653:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204862.515656:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204862.515658:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204862.515660:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204862.515662:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204862.515663:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204862.515665:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204862.515666:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3355:3355:256:4294967295] 192.168.201.145@tcp LPNI seq info [3355:3355:8:4294967295]
00000400:00000200:2.0:1788204862.515669:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204862.515673:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204862.515676:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204862.515678:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204862.515680:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204862.515682:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204862.515685:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204862.515686:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204862.515689:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204862.515690:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204862.515692:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204862.515695:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204862.515697:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204862.515699:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204862.515702:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204862.515705:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515712:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204862.515715:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515720:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.515722:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204862.515725:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204862.515728:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204862.515766:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204862.515768:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298667542
00000100:00000001:2.0:1788204862.515771:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298669736
00000100:00000001:2.0:1788204862.515773:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298667542
00000100:00000001:2.0:1788204862.515775:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298669736
00000100:00000001:2.0:1788204862.515777:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204862.515779:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.515781:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204862.515785:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204862/real 1788204862]  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204862.515794:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204862.515795:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204862.515797:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204862.515799:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204862.515801:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204862.515803:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204862.515806:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204862.515814:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515820:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204862.515822:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515823:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204862.515825:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204862.515828:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515835:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204862.515838:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515844:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204862.515847:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515848:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204862.515849:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.515851:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204862.515852:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204862.515854:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204862.515857:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204862.515859:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204862.515863:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204862.515870:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787328:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204862.515873:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204862.515875:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515878:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204862.515879:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204862.515881:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204862.515882:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204862.515883:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204862.515885:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787456:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204862.515887:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204862.515888:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204862.515889:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204862.515890:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204862.515893:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b000.
02000000:00000001:2.0:1788204862.515895:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204862.515898:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204862.515900:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204862.515903:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204862.515906:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556787456, portal 4
00000100:00000001:2.0:1788204862.515907:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204862.515909:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:2.0:1788204862.515926:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.515933:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204862.515936:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204862.515938:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204862.515941:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556787456, offset 0
00000400:00000200:2.0:1788204862.515945:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204862.515949:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204862.515952:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204862.515954:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204862.515956:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204862.515957:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204862.515959:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204862.515961:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3356:3356:256:4294967295] 192.168.201.145@tcp LPNI seq info [3356:3356:8:4294967295]
00000400:00000200:2.0:1788204862.515963:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204862.515967:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204862.515970:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204862.515972:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204862.515974:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204862.515976:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204862.515979:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204862.515981:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204862.515983:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204862.515984:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204862.515986:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204862.515988:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204862.515990:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204862.515991:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204862.515992:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204862.515995:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.516000:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204862.516002:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.516006:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.516006:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204862.516008:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204862.516010:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204862.516012:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204862.516014:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298668273
00000100:00000001:2.0:1788204862.516015:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298669736
00000100:00000001:2.0:1788204862.516017:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298668273
00000100:00000001:2.0:1788204862.516018:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298669736
00000100:00000001:2.0:1788204862.516019:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204862.516021:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.516022:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204862.516026:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204862/real 1788204862]  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204862.516033:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204862.516034:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204862.516036:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204862.516038:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204862.516039:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204862.516041:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204862.516044:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204862.516052:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.516058:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204862.516060:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.516062:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204862.516063:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204862.516066:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.516072:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204862.516075:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.516080:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204862.516081:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.516083:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204862.516083:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.516085:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204862.516085:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204862.516087:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204862.516089:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204862.516090:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204862.516092:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204862.516096:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787456:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204862.516098:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.516100:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204862.516102:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556787200/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.516105:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204862.516106:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204862.516107:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204862.516109:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204862.516110:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204862.516111:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204862.516112:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204862.516113:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:2.0:1788204862.516115:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204862.516116:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204862.516117:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:2.0:1788204862.516118:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204862.516119:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.516120:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204862.516122:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556787328/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.516129:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204862.516130:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204862.516131:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204862.516132:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204862.516133:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204862.516133:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204862.516134:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204862.516135:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:2.0:1788204862.516136:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204862.516137:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204862.516137:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:2.0:1788204862.516138:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204862.516139:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.516140:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204862.516141:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556787456/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204862.516144:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204862.516145:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204862.516146:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b000.
02000000:00000001:2.0:1788204862.516147:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204862.516148:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204862.516148:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204862.516149:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204862.516150:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:2.0:1788204862.516151:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204862.516151:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204862.516152:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:2.0:1788204862.516153:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204862.516154:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.516155:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.516157:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204862.516158:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204862.516159:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204862.516160:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204862.834470:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204862.834471:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204862.834476:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204862.834478:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204862.834479:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204862.834483:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204862.834484:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204862.834488:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204862.834488:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204862.834491:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204862.834494:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204862.834495:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204862.834498:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204862.834498:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204862.834502:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204862.834504:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204862.834508:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204862.834512:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204862.834514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204862.834561:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204862.834565:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204862.834568:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204863.026510:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204863.026516:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204863.026518:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204863.026522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204863.026525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204863.026527:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204863.026529:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204863.026531:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204863.026533:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204863.858501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204863.858503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204863.858508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204863.858509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204863.858513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204863.858514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204863.858516:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204863.858520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204863.858525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204863.858529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204863.858532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204863.858536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204863.858537:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204863.858540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204863.858541:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204863.858545:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204864.050512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204864.050520:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204864.050521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204864.050526:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204864.050530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204864.050533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204864.050536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204864.050538:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204864.050540:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204864.754487:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298669736, at 4298669760
00000100:00000040:1.0:1788204864.754487:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298669736, at 4298669760
00000100:00000010:0.0:1788204864.754500:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925118a0.
00000100:00000010:1.0:1788204864.754502:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511660.
00000100:00000001:1.0:1788204864.882477:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204864.882480:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204864.882484:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204864.882484:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204864.882486:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204864.882489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204864.882490:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204864.882490:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204864.882494:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204864.882497:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204864.882500:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204864.882502:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204864.882504:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204864.882530:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204864.882533:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204864.882535:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204865.074530:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204865.074538:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204865.074541:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204865.074548:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204865.074551:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204865.074555:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.074558:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204865.074560:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.074563:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204865.906485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204865.906488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204865.906491:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204865.906493:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204865.906496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204865.906497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204865.906498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204865.906502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204865.906506:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204865.906508:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204865.906510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204865.906512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204865.906514:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204865.906534:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204865.906538:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204865.906542:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204866.098472:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204866.098476:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204866.098478:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204866.098481:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204866.098483:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204866.098486:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204866.098488:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204866.098490:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204866.098492:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.930479:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204866.930487:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204866.930488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204866.930490:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204866.930491:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204866.930498:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204866.930498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204866.930499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204866.930504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204866.930509:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.930512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204866.930515:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204866.930518:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204866.930547:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204866.930552:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204866.930555:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204867.122521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204867.122528:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204867.122529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204867.122534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204867.122536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204867.122539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.122541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204867.122544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.122546:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204867.634569:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204867.634578:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204867.634580:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204867.634589:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204867.634593:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204867.634600:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4000
00000400:00000200:3.0:1788204867.634607:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204867.634613:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204867.634616:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204867.634619:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204867.634622:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204867.634624:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204867.634627:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204867.634630:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204867.634632:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204867.634635:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204867.634637:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204867.634640:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204867.634642:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204867.634645:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204867.634647:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204867.634649:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204867.634650:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204867.634653:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204867.634656:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204867.634659:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204867.634661:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204867.634664:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204867.634667:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.634670:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204867.634672:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204867.634685:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204867.634690:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204867.634694:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204867.634696:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.634698:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204867.634701:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204867.634705:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204867.634711:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788204867.634717:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204867.634725:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204867.634734:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204867.634738:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204867.634743:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204867.634763:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204867.634766:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204867.634770:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204867.634771:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204867.634772:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204867.634774:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204867.634777:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4000
00000400:00000200:3.0:1788204867.634782:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204867.634786:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204867.634788:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204867.634791:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204867.634792:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204867.634796:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204867.634796:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204867.634800:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204867.634802:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:2.0:1788204867.634807:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204867.634808:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204867.634814:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204867.634817:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:2.0:1788204867.634821:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788204867.634821:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204867.634825:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204867.634825:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204867.634842:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204867.634845:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:2.0:1788204867.634851:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204867.634853:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204867.634854:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204867.634858:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.634858:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204867.634865:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556787584:192.168.201.145@tcp:250:kworker.0
00000100:00000040:3.0:1788204867.634866:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204867.634869:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204867.634871:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788204867.634874:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1788204867.634875:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:2.0:1788204867.634876:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204867.634881:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204867.634883:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000010:2.0:1788204867.634886:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
00000100:00000001:3.0:1788204867.634887:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204867.634889:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204867.634893:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204867.634896:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204867.634900:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
02000000:00000001:3.0:1788204867.634900:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204867.634906:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204867.634908:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:3.0:1788204867.634909:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204867.634914:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788204867.634915:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556787584, portal 25
00000100:00000001:2.0:1788204867.634919:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1788204867.634921:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.634922:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000001:3.0:1788204867.634926:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204867.634930:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204867.634933:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788204867.634939:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788204867.634939:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000040:2.0:1788204867.634944:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204867.634946:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204867.634947:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
02000000:00000001:3.0:1788204867.634948:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.634952:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1788204867.634953:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556787584, offset 0
02000000:00000001:3.0:1788204867.634955:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204867.634959:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204867.634963:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000010:3.0:1788204867.634964:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000100:00000001:3.0:1788204867.634969:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204867.634973:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788204867.634977:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204867.634983:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788204867.634990:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204867.634991:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204867.634995:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204867.634999:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000040:3.0:1788204867.635003:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204867.635006:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204867.635012:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204867.635020:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3357:3357:256:4294967295] 192.168.201.145@tcp LPNI seq info [3357:3357:8:4294967295]
00000100:00000001:3.0:1788204867.635024:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204867.635027:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204867.635030:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204867.635035:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204867.635039:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204867.635040:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204867.635041:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204867.635047:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204867.635048:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204867.635054:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000100:00080000:3.0:1788204867.635054:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4000
00000400:00000200:3.0:1788204867.635062:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:2.0:1788204867.635063:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204867.635069:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1788204867.635071:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000200:2.1:1788204867.635075:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788204867.635076:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788204867.635080:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1788204867.635084:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000100:2.0:1788204867.635086:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204867.635090:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000100:00000001:3.0:1788204867.635090:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204867.635096:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204867.635097:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204867.635102:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788204867.635104:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1788204867.635108:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204867.635110:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000020:00000040:3.0:1788204867.635111:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204867.635114:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204867.635117:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204867.635118:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204867.635120:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:2.0:1788204867.635124:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000040:3.0:1788204867.635127:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204867.635131:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204867.635132:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204867.635136:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:2.0:1788204867.635139:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204867.635140:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204867.635146:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204867.635154:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204867.635158:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204867.635159:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204867.635162:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204867.635165:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204867.635166:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204867.635172:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.635174:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204867.635176:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204867.635178:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.635183:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204867.635189:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788204867.635190:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204867.635194:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:2.0:1788204867.635195:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204867.635200:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204867.635202:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204867.635203:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.635208:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204867.635210:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204867.635211:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204867.635214:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.635216:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298674856
02000000:00000010:3.0:1788204867.635220:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000010:2.0:1788204867.635224:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511a20.
00000100:00000001:3.0:1788204867.635225:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.635233:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1788204867.635233:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204867.635244:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204867.635246:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.635248:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298674856
00000100:00000040:3.0:1788204867.635251:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204867.635254:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925117e0.
00000100:00000001:2.0:1788204867.635260:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204867.635262:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.635264:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204867.635266:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204867.635268:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.635272:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204867.635274:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204867.635277:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204867.635278:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204867/real 1788204867]  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204867.635280:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204867.635286:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204867.635291:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4000
00000400:00000001:2.0:1788204867.635300:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1788204867.635300:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000001:2.0:1788204867.635303:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204867.635305:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:3.0:1788204867.635307:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204867.635309:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204867.635313:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00080000:3.0:1788204867.635313:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204867.635315:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204867.635320:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:2.0:1788204867.635321:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204867.635326:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204867.635332:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:2.0:1788204867.635333:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204867.635338:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204867.635341:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1788204867.635343:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204867.635344:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.635347:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1788204867.635347:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:2.0:1788204867.635349:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204867.635351:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:2.0:1788204867.635353:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204867.635355:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204867.635361:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788204867.635362:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204867.635367:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788204867.635368:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204867.635375:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204867.635377:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204867.635380:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204867.635381:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.635384:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204867.635386:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204867.635387:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204867.635388:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204867.635391:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204867.635392:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00080000:2.0:1788204867.635425:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204867.635430:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204867.635432:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204867.635437:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204867.635446:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556787584:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204867.635451:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.635453:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204867.635456:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556787584/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635463:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204867.635466:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1788204867.635466:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
02000000:00000010:2.0:1788204867.635468:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
00000100:00080000:3.0:1788204867.635473:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788204867.635474:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204867.635477:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788204867.635479:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204867.635481:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204867.635482:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:2.0:1788204867.635486:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:3.0:1788204867.635488:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788204867.635490:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788204867.635492:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.635496:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204867.635498:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00100000:3.0:1788204867.635499:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204867.635502:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:3.0:1788204867.635504:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204867.635505:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:3.0:1788204867.635507:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.635512:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000010:3.0:1788204867.635514:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788204867.635515:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204867.635519:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788204867.635520:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204867.635525:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204867.635527:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.635529:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204867.635530:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1788204867.635531:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204867.635535:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204867.635535:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.635540:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1788204867.635543:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:2.0:1788204867.635544:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204867.635547:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204867.635548:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204867.635554:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204867.635558:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204867.635572:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204867.635575:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204867.635580:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204867.635583:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204867.635586:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204867.635587:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204867.635590:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204867.635595:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787712:192.168.201.145@tcp:38:kworker.0
00000100:00000040:3.0:1788204867.635598:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635602:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204867.635605:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204867.635608:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204867.635613:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204867.635615:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204867.635618:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204867.635621:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204867.635621:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4010)
00000400:00000200:2.0:1788204867.635629:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204867.635632:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204867.635636:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204867.635640:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556787712, portal 10
00000100:00000001:2.0:1788204867.635643:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204867.635644:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788204867.635652:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635658:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204867.635660:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204867.635662:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204867.635664:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556787712, offset 0
00000400:00000200:2.0:1788204867.635668:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204867.635672:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204867.635676:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204867.635679:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204867.635682:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204867.635684:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204867.635686:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204867.635689:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3358:3358:256:4294967295] 192.168.201.145@tcp LPNI seq info [3358:3358:8:4294967295]
00000400:00000200:2.0:1788204867.635692:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204867.635698:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204867.635703:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204867.635706:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204867.635710:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204867.635713:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204867.635717:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204867.635719:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204867.635723:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204867.635725:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204867.635727:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204867.635731:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204867.635734:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204867.635735:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204867.635738:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204867.635741:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635748:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204867.635751:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635757:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.635758:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204867.635761:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204867.635764:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204867.635767:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204867.635769:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298672979
00000100:00000001:2.0:1788204867.635771:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298674856
00000100:00000001:2.0:1788204867.635773:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298672979
00000100:00000001:2.0:1788204867.635775:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298674856
00000100:00000001:2.0:1788204867.635777:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204867.635778:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.635780:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204867.635784:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204867/real 1788204867]  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204867.635791:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204867.635792:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204867.635794:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204867.635797:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204867.635798:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204867.635800:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204867.635803:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204867.635811:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635817:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204867.635818:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.635820:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204867.635821:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204867.635825:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635841:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204867.635845:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635852:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204867.635855:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.635857:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204867.635858:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.635860:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204867.635862:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204867.635864:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204867.635867:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204867.635869:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204867.635873:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204867.635880:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787712:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204867.635885:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204867.635888:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635894:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204867.635895:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204867.635897:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204867.635899:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204867.635900:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204867.635903:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787840:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204867.635906:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204867.635908:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204867.635910:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204867.635911:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204867.635914:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204867.635916:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204867.635919:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204867.635921:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204867.635924:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204867.635927:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556787840, portal 4
00000100:00000001:2.0:1788204867.635929:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204867.635931:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:2.0:1788204867.635936:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.635943:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204867.635945:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204867.635947:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204867.635949:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556787840, offset 0
00000400:00000200:2.0:1788204867.635953:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204867.635957:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204867.635960:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204867.635963:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204867.635966:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204867.635969:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204867.635971:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204867.635974:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3359:3359:256:4294967295] 192.168.201.145@tcp LPNI seq info [3359:3359:8:4294967295]
00000400:00000200:2.0:1788204867.635978:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204867.635984:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204867.635988:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204867.635991:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204867.635995:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204867.635997:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204867.636001:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204867.636004:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204867.636007:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204867.636009:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204867.636012:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204867.636015:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204867.636018:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204867.636020:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204867.636022:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204867.636026:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636034:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204867.636036:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636042:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.636044:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204867.636047:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204867.636050:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204867.636053:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204867.636055:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298672662
00000100:00000001:2.0:1788204867.636057:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298674856
00000100:00000001:2.0:1788204867.636059:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298672662
00000100:00000001:2.0:1788204867.636062:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298674856
00000100:00000001:2.0:1788204867.636063:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204867.636065:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.636067:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204867.636071:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204867/real 1788204867]  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204867.636078:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204867.636079:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204867.636081:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204867.636083:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204867.636084:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204867.636087:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204867.636090:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204867.636098:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636103:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204867.636104:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636106:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204867.636108:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204867.636111:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636118:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204867.636121:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636127:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204867.636129:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636131:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204867.636132:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636134:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204867.636135:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204867.636138:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204867.636140:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204867.636142:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204867.636146:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204867.636154:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787840:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204867.636157:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636159:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204867.636161:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556787712/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636168:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204867.636169:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204867.636171:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204867.636173:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204867.636175:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204867.636176:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204867.636178:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204867.636179:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:2.0:1788204867.636182:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204867.636183:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204867.636184:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788204867.636187:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204867.636188:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636190:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204867.636193:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556787840/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636199:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204867.636200:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204867.636202:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204867.636204:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204867.636205:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204867.636206:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204867.636208:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204867.636210:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:2.0:1788204867.636212:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204867.636213:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204867.636214:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788204867.636216:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204867.636217:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636219:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636223:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204867.636224:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.636226:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204867.636227:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204867.636228:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204867.636232:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636238:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204867.636239:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204867.636241:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204867.636243:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204867.636245:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204867.636247:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787968:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204867.636250:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204867.636252:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204867.636253:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204867.636255:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204867.636257:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204867.636259:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204867.636262:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204867.636264:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204867.636267:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204867.636270:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556787968, portal 4
00000100:00000001:2.0:1788204867.636271:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204867.636273:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788204867.636278:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636284:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204867.636286:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204867.636288:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204867.636290:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556787968, offset 0
00000400:00000200:2.0:1788204867.636294:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204867.636297:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204867.636301:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204867.636304:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204867.636306:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204867.636308:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204867.636310:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204867.636313:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3360:3360:256:4294967295] 192.168.201.145@tcp LPNI seq info [3360:3360:8:4294967295]
00000400:00000200:2.0:1788204867.636316:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204867.636322:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204867.636326:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204867.636329:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204867.636333:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204867.636335:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204867.636339:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204867.636342:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204867.636358:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204867.636360:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204867.636363:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204867.636366:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204867.636369:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204867.636371:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204867.636373:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204867.636377:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636384:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204867.636388:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636394:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.636395:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204867.636419:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204867.636422:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204867.636425:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204867.636427:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298673394
00000100:00000001:2.0:1788204867.636430:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298674856
00000100:00000001:2.0:1788204867.636431:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298673394
00000100:00000001:2.0:1788204867.636433:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298674856
00000100:00000001:2.0:1788204867.636435:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204867.636437:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.636439:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204867.636444:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204867/real 1788204867]  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204867.636451:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204867.636452:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204867.636453:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204867.636456:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204867.636457:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204867.636459:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204867.636462:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204867.636469:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636475:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204867.636476:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636478:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204867.636479:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204867.636484:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636490:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204867.636494:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636501:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204867.636503:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636505:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204867.636506:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636508:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204867.636509:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204867.636511:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204867.636514:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204867.636516:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204867.636520:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204867.636526:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556787968:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204867.636530:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636531:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204867.636534:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556787968/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204867.636539:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204867.636541:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204867.636542:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788204867.636544:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204867.636545:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204867.636546:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204867.636548:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204867.636550:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:2.0:1788204867.636552:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204867.636553:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204867.636554:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788204867.636556:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204867.636557:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636559:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.636562:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204867.636564:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204867.636565:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204867.636567:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204867.954477:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204867.954483:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204867.954485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204867.954488:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204867.954489:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204867.954496:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204867.954497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204867.954502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204867.954502:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204867.954507:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204867.954508:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204867.954512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204867.954512:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204867.954518:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204867.954518:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204867.954521:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204867.954522:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204867.954526:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204867.954529:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204867.954567:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204867.954570:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204867.954572:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204868.146500:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204868.146507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204868.146509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204868.146516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204868.146519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204868.146523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204868.146526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204868.146529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204868.146532:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204868.978490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204868.978496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204868.978496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204868.978498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204868.978501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204868.978503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204868.978507:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204868.978508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204868.978510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204868.978511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204868.978514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204868.978517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204868.978519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204868.978560:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204868.978563:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204868.978566:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204869.170514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204869.170522:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204869.170524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204869.170529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204869.170532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204869.170536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204869.170539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204869.170542:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204869.170544:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204869.874506:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298674856, at 4298674880
00000100:00000040:1.0:1788204869.874506:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298674856, at 4298674880
00000100:00000010:1.0:1788204869.874522:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925117e0.
00000100:00000010:0.0:1788204869.874525:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511a20.
00000100:00000001:1.0:1788204870.002497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204870.002503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204870.002504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204870.002509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204870.002509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204870.002516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204870.002518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204870.002521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204870.002522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204870.002527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204870.002530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204870.002533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204870.002536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204870.002569:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204870.002573:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204870.002576:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204870.194505:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204870.194511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204870.194512:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204870.194516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204870.194519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204870.194521:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.194523:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204870.194525:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.194527:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.026502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204871.026506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204871.026511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204871.026511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.026514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204871.026517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204871.026517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204871.026518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204871.026521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204871.026525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.026528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204871.026531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204871.026533:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204871.026561:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204871.026564:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204871.026566:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204871.218503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204871.218509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204871.218511:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204871.218516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204871.218520:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204871.218523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204871.218526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204871.218529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204871.218531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204872.050477:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204872.050481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204872.050485:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204872.050486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204872.050490:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204872.050493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204872.050496:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204872.050496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204872.050502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204872.050507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204872.050509:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204872.050513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204872.050516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204872.050536:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204872.050539:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204872.050542:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204872.242534:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204872.242540:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204872.242541:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204872.242545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204872.242548:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204872.242552:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.242554:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204872.242555:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.242558:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204872.754842:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204872.754858:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204872.754861:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204872.754866:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204872.754871:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204872.754881:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4005
00000400:00000200:3.0:1788204872.754893:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204872.754902:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204872.754906:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204872.754909:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.754913:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204872.754915:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.754918:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204872.754923:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204872.754925:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204872.754929:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204872.754933:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204872.754936:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204872.754939:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204872.754942:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.754944:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204872.754945:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.754947:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204872.754951:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204872.754953:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204872.754957:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204872.754960:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204872.754964:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204872.754967:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.754970:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204872.754973:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204872.754986:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204872.754991:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204872.754995:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204872.755002:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755006:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204872.755010:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204872.755016:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204872.755026:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788204872.755035:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204872.755049:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204872.755062:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204872.755069:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204872.755074:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204872.755112:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204872.755116:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204872.755121:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204872.755122:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204872.755124:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204872.755127:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204872.755130:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4005
00000400:00000200:3.0:1788204872.755134:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204872.755137:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204872.755140:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204872.755142:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755149:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204872.755151:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755153:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204872.755155:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204872.755157:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204872.755158:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204872.755161:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204872.755163:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204872.755165:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204872.755168:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755170:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204872.755172:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755174:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204872.755176:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204872.755185:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755188:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204872.755190:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204872.755196:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204872.755198:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755200:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204872.755206:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204872.755209:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755211:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204872.755215:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204872.755217:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204872.755219:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204872.755221:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755222:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204872.755224:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204872.755225:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204872.755229:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:3.0:1788204872.755232:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204872.755237:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204872.755245:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204872.755247:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204872.755250:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204872.755258:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204872.755261:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204872.755264:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204872.755266:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204872.755267:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204872.755270:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204872.755272:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4005
00000400:00000200:3.0:1788204872.755276:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204872.755279:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204872.755281:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204872.755284:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755287:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204872.755288:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755291:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204872.755293:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204872.755295:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204872.755297:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204872.755299:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204872.755301:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204872.755303:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204872.755306:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755308:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204872.755310:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755312:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204872.755315:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204872.755317:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755320:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204872.755321:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204872.755324:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204872.755326:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755328:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204872.755330:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204872.755333:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755334:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204872.755338:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204872.755340:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204872.755342:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204872.755343:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755345:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204872.755346:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204872.755348:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204872.755352:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000100:00000001:3.0:1788204872.755355:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204872.755360:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204872.755372:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204872.755374:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204872.755378:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204872.755385:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204872.755388:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204872.755391:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204872.755393:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204872.755394:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204872.755524:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204872.755528:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4005
00000400:00000200:3.0:1788204872.755533:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204872.755537:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204872.755539:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204872.755542:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755544:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204872.755546:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755549:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204872.755551:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204872.755552:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204872.755553:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204872.755555:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204872.755557:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204872.755559:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204872.755562:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755565:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204872.755567:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755569:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204872.755573:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204872.755576:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204872.755578:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204872.755580:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204872.755583:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204872.755585:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755587:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204872.755589:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204872.755592:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755594:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204872.755598:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788204872.755600:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204872.755602:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204872.755603:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204872.755605:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204872.755607:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204872.755608:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204872.755612:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788204872.755615:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204872.755620:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204872.755626:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204872.755628:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204872.755632:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204872.755639:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204872.755643:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4015)
00000100:00000001:2.0:1788204872.756015:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204872.756020:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204872.756023:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204872.756031:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756040:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204872.756042:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204872.756045:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204872.756048:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204872.756049:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204872.756052:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556788096:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204872.756056:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204872.756060:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204872.756062:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204872.756064:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204872.756069:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204872.756070:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204872.756075:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204872.756078:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204872.756084:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204872.756091:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556788096, portal 25
00000100:00000001:2.0:1788204872.756093:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204872.756094:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788204872.756099:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756107:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204872.756110:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204872.756112:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204872.756117:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556788096, offset 0
00000400:00000200:2.0:1788204872.756126:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204872.756135:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204872.756142:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204872.756147:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204872.756152:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204872.756156:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204872.756159:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204872.756164:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3361:3361:256:4294967295] 192.168.201.145@tcp LPNI seq info [3361:3361:8:4294967295]
00000400:00000200:2.0:1788204872.756168:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204872.756193:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204872.756201:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204872.756208:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204872.756216:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204872.756220:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204872.756227:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204872.756230:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204872.756234:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204872.756238:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204872.756243:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204872.756248:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204872.756254:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204872.756257:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204872.756261:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204872.756265:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756275:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204872.756278:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756286:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204872.756288:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204872.756294:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204872.756298:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204872.756301:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298679977
00000100:00000010:2.0:1788204872.756306:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925116c0.
00000100:00000001:2.0:1788204872.756314:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204872.756322:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298679977
00000100:00000010:2.0:1788204872.756325:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511600.
00000100:00000001:2.0:1788204872.756328:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204872.756332:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204872.756335:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204872.756337:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204872.756343:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204872/real 1788204872]  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204872.756353:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204872.756355:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204872.756357:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204872.756361:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204872.756363:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204872.756365:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204872.756368:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204872.756376:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756383:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204872.756385:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.756387:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204872.756390:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204872.756394:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756435:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204872.756441:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756456:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204872.756460:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.756462:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204872.756463:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.756466:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204872.756468:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204872.756471:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204872.756475:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204872.756478:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204872.756482:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204872.756490:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556788096:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204872.756495:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204872.756498:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756504:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204872.756506:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204872.756508:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204872.756510:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204872.756512:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204872.756515:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788224:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204872.756518:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204872.756520:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204872.756521:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204872.756523:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204872.756527:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204872.756529:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204872.756532:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204872.756535:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204872.756538:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204872.756542:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556788224, portal 10
00000100:00000001:2.0:1788204872.756544:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204872.756545:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788204872.756552:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756558:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204872.756560:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204872.756563:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204872.756565:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556788224, offset 0
00000400:00000200:2.0:1788204872.756569:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204872.756573:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204872.756577:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204872.756580:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204872.756583:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204872.756585:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204872.756587:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204872.756590:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3362:3362:256:4294967295] 192.168.201.145@tcp LPNI seq info [3362:3362:8:4294967295]
00000400:00000200:2.0:1788204872.756593:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204872.756599:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204872.756604:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204872.756607:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204872.756611:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204872.756614:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204872.756617:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204872.756620:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204872.756623:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204872.756625:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204872.756628:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204872.756631:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204872.756634:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204872.756636:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204872.756638:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204872.756641:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756654:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204872.756657:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756664:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204872.756665:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204872.756668:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204872.756672:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204872.756676:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204872.756678:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298678099
00000100:00000001:2.0:1788204872.756681:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298679977
00000100:00000001:2.0:1788204872.756683:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298678099
00000100:00000001:2.0:1788204872.756685:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298679977
00000100:00000001:2.0:1788204872.756687:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204872.756689:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204872.756690:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204872.756694:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204872/real 1788204872]  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204872.756702:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204872.756703:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204872.756705:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204872.756707:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204872.756709:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204872.756711:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204872.756714:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204872.756721:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756727:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204872.756729:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.756731:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204872.756732:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204872.756735:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756754:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204872.756758:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756764:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204872.756766:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.756767:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204872.756769:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.756770:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204872.756772:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204872.756775:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204872.756778:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204872.756780:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204872.756784:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204872.756790:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788224:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204872.756795:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204872.756798:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756804:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204872.756805:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204872.756807:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204872.756809:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204872.756810:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204872.756813:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788352:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204872.756816:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204872.756818:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204872.756820:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204872.756821:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204872.756824:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204872.756826:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204872.756829:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204872.756831:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204872.756835:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204872.756837:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556788352, portal 4
00000100:00000001:2.0:1788204872.756839:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204872.756840:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:2.0:1788204872.756845:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756850:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204872.756852:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204872.756854:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204872.756856:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556788352, offset 0
00000400:00000200:2.0:1788204872.756860:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204872.756863:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204872.756866:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204872.756869:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204872.756871:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204872.756873:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204872.756876:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204872.756878:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3363:3363:256:4294967295] 192.168.201.145@tcp LPNI seq info [3363:3363:8:4294967295]
00000400:00000200:2.0:1788204872.756882:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204872.756887:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204872.756891:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204872.756894:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204872.756898:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204872.756901:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204872.756905:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204872.756907:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204872.756911:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204872.756913:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204872.756915:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204872.756918:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204872.756921:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204872.756922:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204872.756925:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204872.756927:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756934:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204872.756937:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.756942:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204872.756944:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204872.756946:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204872.756949:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204872.756951:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204872.756953:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298677782
00000100:00000001:2.0:1788204872.756956:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298679977
00000100:00000001:2.0:1788204872.756958:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298677782
00000100:00000001:2.0:1788204872.756960:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298679977
00000100:00000001:2.0:1788204872.756962:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204872.756964:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204872.756965:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204872.756969:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204872/real 1788204872]  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204872.756976:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204872.756977:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204872.756979:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204872.756980:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204872.756982:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204872.756984:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204872.756987:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204872.756994:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757000:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204872.757001:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757003:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204872.757004:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204872.757008:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757014:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204872.757017:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757023:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204872.757026:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757027:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204872.757029:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757030:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204872.757032:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204872.757034:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204872.757037:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204872.757039:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204872.757043:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204872.757055:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788352:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204872.757058:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204872.757061:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757067:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204872.757068:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204872.757070:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204872.757072:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204872.757073:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204872.757076:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788480:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204872.757079:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204872.757080:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204872.757082:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204872.757083:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204872.757086:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204872.757088:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204872.757090:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204872.757093:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204872.757096:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204872.757098:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556788480, portal 4
00000100:00000001:2.0:1788204872.757100:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204872.757102:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788204872.757106:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757112:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204872.757114:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204872.757116:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204872.757119:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556788480, offset 0
00000400:00000200:2.0:1788204872.757122:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204872.757126:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204872.757130:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204872.757132:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204872.757134:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204872.757137:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204872.757139:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204872.757142:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3364:3364:256:4294967295] 192.168.201.145@tcp LPNI seq info [3364:3364:8:4294967295]
00000400:00000200:2.0:1788204872.757145:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204872.757151:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204872.757155:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204872.757158:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204872.757161:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204872.757164:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204872.757167:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204872.757170:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204872.757173:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204872.757175:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204872.757178:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204872.757181:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204872.757183:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204872.757185:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204872.757187:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204872.757190:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757197:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204872.757200:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757205:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204872.757207:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204872.757210:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204872.757212:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204872.757215:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204872.757217:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298678513
00000100:00000001:2.0:1788204872.757219:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298679977
00000100:00000001:2.0:1788204872.757221:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298678513
00000100:00000001:2.0:1788204872.757223:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298679977
00000100:00000001:2.0:1788204872.757225:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204872.757227:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204872.757229:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204872.757232:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204872/real 1788204872]  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204872.757240:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204872.757241:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204872.757242:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204872.757245:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204872.757246:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204872.757248:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204872.757251:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204872.757259:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757265:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204872.757267:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757269:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204872.757270:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204872.757274:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757280:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204872.757284:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757290:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204872.757293:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757294:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204872.757295:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757297:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204872.757298:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204872.757300:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204872.757304:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204872.757306:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204872.757309:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204872.757316:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788480:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204872.757320:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757323:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204872.757326:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556788096/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757333:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204872.757336:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204872.757338:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204872.757341:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204872.757343:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204872.757346:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204872.757348:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204872.757350:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:2.0:1788204872.757353:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204872.757355:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204872.757357:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204872.757361:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204872.757362:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757364:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204872.757367:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556788224/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757378:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204872.757379:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204872.757381:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204872.757383:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204872.757384:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204872.757385:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204872.757387:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204872.757388:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:2.0:1788204872.757390:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204872.757391:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204872.757392:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788204872.757395:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204872.757414:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757416:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204872.757420:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556788352/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757426:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204872.757428:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204872.757429:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204872.757432:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204872.757433:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204872.757434:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204872.757437:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204872.757438:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:2.0:1788204872.757440:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204872.757441:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204872.757443:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788204872.757445:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204872.757446:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757448:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204872.757451:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556788480/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204872.757458:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204872.757459:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204872.757461:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204872.757463:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204872.757464:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204872.757465:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204872.757467:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204872.757468:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:2.0:1788204872.757471:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204872.757472:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204872.757473:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204872.757475:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204872.757477:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757479:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.757487:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204872.757490:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204872.757492:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204872.757494:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204873.074506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204873.074510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204873.074514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204873.074516:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204873.074517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204873.074520:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204873.074523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204873.074525:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204873.074531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204873.074531:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204873.074535:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204873.074538:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204873.074538:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204873.074542:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204873.074544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204873.074547:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204873.074549:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204873.074549:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204873.074554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204873.074607:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204873.074611:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204873.074614:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204873.266535:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204873.266543:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204873.266545:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204873.266550:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204873.266553:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204873.266556:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204873.266559:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204873.266561:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204873.266563:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204874.098524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204874.098524:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204874.098532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204874.098534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204874.098536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204874.098541:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204874.098542:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204874.098545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204874.098546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204874.098550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204874.098553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204874.098556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204874.098559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204874.098572:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204874.098576:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204874.098580:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204874.290534:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204874.290542:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204874.290543:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204874.290549:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204874.290552:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204874.290555:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204874.290558:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204874.290560:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204874.290562:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204874.994545:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298679977, at 4298680000
00000100:00000040:1.0:1788204874.994545:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298679977, at 4298680000
00000100:00000010:1.0:1788204874.994565:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511600.
00000100:00000010:0.0:1788204874.994575:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925116c0.
00000100:00000001:1.0:1788204875.122510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204875.122518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204875.122518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204875.122520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204875.122523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204875.122527:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204875.122530:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204875.122532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204875.122533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204875.122538:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204875.122541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204875.122544:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204875.122546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204875.122595:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204875.122599:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204875.122602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204875.314551:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204875.314558:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204875.314560:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204875.314565:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204875.314568:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204875.314572:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204875.314575:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204875.314577:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204875.314580:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.146514:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204876.146518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204876.146522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.146523:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204876.146525:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204876.146529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204876.146530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204876.146533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204876.146534:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204876.146538:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.146540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204876.146542:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204876.146545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204876.146560:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204876.146563:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204876.146565:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204876.338522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204876.338530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204876.338532:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204876.338538:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204876.338541:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204876.338545:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204876.338547:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204876.338550:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204876.338553:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204877.170529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204877.170533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204877.170537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204877.170538:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204877.170541:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204877.170544:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204877.170545:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204877.170546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204877.170551:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204877.170555:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204877.170558:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204877.170561:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204877.170565:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204877.170605:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204877.170609:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204877.170612:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204877.362556:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204877.362566:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204877.362568:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204877.362576:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204877.362580:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204877.362584:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.362588:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204877.362591:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.362594:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204877.874530:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204877.874540:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204877.874543:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204877.874546:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204877.874551:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204877.874558:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4010
00000400:00000200:3.0:1788204877.874568:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204877.874574:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204877.874577:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204877.874579:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874582:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204877.874584:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874585:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204877.874589:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204877.874591:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204877.874593:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204877.874596:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204877.874598:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204877.874601:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204877.874604:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874606:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204877.874608:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874610:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204877.874612:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204877.874616:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874619:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204877.874622:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204877.874626:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204877.874629:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.874632:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204877.874635:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204877.874646:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788204877.874662:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204877.874668:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204877.874670:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.874673:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204877.874676:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204877.874682:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204877.874693:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788204877.874701:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204877.874712:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204877.874721:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204877.874725:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204877.874729:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204877.874747:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204877.874750:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204877.874752:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204877.874753:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204877.874754:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204877.874756:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204877.874758:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4010
00000400:00000200:3.0:1788204877.874761:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204877.874763:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204877.874765:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204877.874767:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874769:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204877.874770:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874772:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204877.874774:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204877.874775:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204877.874777:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204877.874779:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204877.874781:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204877.874782:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204877.874784:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874785:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204877.874787:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874789:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204877.874790:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204877.874792:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204877.874793:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204877.874794:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204877.874796:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204877.874801:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788204877.874803:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204877.874805:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204877.874806:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.874809:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204877.874813:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788204877.874816:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204877.874816:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.874820:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204877.874825:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204877.874828:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:2.0:1788204877.874833:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204877.874833:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204877.874834:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.874837:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.874837:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204877.874840:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204877.874842:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204877.874843:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1788204877.874845:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
02000000:00000001:2.0:1788204877.874847:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204877.874850:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204877.874852:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204877.874856:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204877.874861:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204877.874865:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204877.874868:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556788608:192.168.201.145@tcp:250:kworker.0
00000100:00000040:3.0:1788204877.874870:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.874879:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204877.874882:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204877.874885:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204877.874885:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204877.874889:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1788204877.874890:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.874890:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204877.874893:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204877.874895:0:18698:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204877.874896:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204877.874897:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4010
00000400:00000200:3.0:1788204877.874901:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204877.874902:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204877.874904:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1788204877.874905:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
00000100:00000040:3.0:1788204877.874906:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874911:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204877.874912:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874913:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204877.874914:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204877.874914:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204877.874915:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204877.874916:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204877.874917:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204877.874921:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204877.874923:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204877.874925:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204877.874929:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204877.874929:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204877.874932:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874934:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204877.874936:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000010:2.0:1788204877.874937:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000100:00080000:3.0:1788204877.874939:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204877.874942:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204877.874943:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204877.874945:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204877.874946:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204877.874947:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:3.0:1788204877.874948:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204877.874951:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204877.874953:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.874954:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204877.874957:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556788608, portal 25
00000100:00000010:3.0:1788204877.874957:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204877.874959:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204877.874962:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204877.874963:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204877.874964:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.874967:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204877.874969:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204877.874970:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.874972:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
02000000:00000010:3.0:1788204877.874972:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:3.0:1788204877.874975:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204877.874979:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204877.874983:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204877.874988:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204877.874991:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204877.874998:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875000:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204877.875007:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204877.875008:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204877.875011:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788204877.875012:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00080000:3.0:1788204877.875013:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204877.875017:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204877.875017:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204877.875019:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556788608, offset 0
00000100:00000001:3.0:1788204877.875019:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204877.875023:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4010
00000400:00000200:3.0:1788204877.875025:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204877.875029:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204877.875030:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204877.875032:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.875033:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204877.875037:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204877.875038:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204877.875038:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204877.875041:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204877.875042:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204877.875043:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204877.875044:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204877.875046:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204877.875047:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:2.0:1788204877.875050:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204877.875051:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.875054:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204877.875055:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204877.875057:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204877.875058:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000200:2.0:1788204877.875061:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:3.0:1788204877.875062:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204877.875066:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204877.875068:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204877.875070:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204877.875071:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204877.875072:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.875075:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204877.875077:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204877.875080:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000008:00000001:3.0:1788204877.875080:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.875084:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204877.875086:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000400:00000200:2.0:1788204877.875087:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1788204877.875089:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204877.875091:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204877.875093:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:3.0:1788204877.875093:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204877.875097:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204877.875099:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204877.875100:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204877.875104:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3365:3365:256:4294967295] 192.168.201.145@tcp LPNI seq info [3365:3365:8:4294967295]
02000000:00000010:3.0:1788204877.875104:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788204877.875109:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204877.875113:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788204877.875114:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204877.875119:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204877.875121:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204877.875125:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204877.875133:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204877.875136:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204877.875141:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4020)
00000800:00000200:2.0:1788204877.875144:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204877.875151:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204877.875158:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204877.875163:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204877.875169:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204877.875173:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204877.875178:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204877.875181:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204877.875189:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204877.875193:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204877.875199:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204877.875202:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204877.875213:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204877.875217:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875226:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204877.875230:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875237:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.875239:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204877.875245:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204877.875250:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204877.875252:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298685096
00000100:00000010:2.0:1788204877.875257:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925111e0.
00000100:00000001:2.0:1788204877.875265:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204877.875273:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298685096
00000100:00000010:2.0:1788204877.875276:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511d80.
00000100:00000001:2.0:1788204877.875279:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204877.875282:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204877.875285:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.875287:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204877.875291:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204877/real 1788204877]  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204877.875299:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204877.875300:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204877.875302:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204877.875305:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204877.875306:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204877.875308:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204877.875310:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204877.875315:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875319:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204877.875320:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875322:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204877.875323:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204877.875325:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875331:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204877.875334:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875338:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204877.875340:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875341:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204877.875342:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875343:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204877.875345:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204877.875346:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204877.875349:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204877.875350:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204877.875352:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204877.875357:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556788608:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204877.875361:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875363:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204877.875365:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556788608/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875369:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204877.875371:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204877.875373:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204877.875375:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204877.875376:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204877.875378:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204877.875379:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204877.875381:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:2.0:1788204877.875385:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204877.875387:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204877.875388:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204877.875390:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204877.875391:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875393:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875420:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204877.875422:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.875423:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204877.875424:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204877.875425:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204877.875428:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875432:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204877.875433:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204877.875435:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204877.875436:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204877.875437:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204877.875439:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788736:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204877.875441:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204877.875442:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204877.875443:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204877.875444:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204877.875446:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204877.875447:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204877.875450:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204877.875452:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204877.875454:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204877.875457:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556788736, portal 10
00000100:00000001:2.0:1788204877.875458:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204877.875459:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:2.0:1788204877.875463:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875467:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204877.875469:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204877.875471:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204877.875472:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556788736, offset 0
00000400:00000200:2.0:1788204877.875475:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204877.875478:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204877.875480:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204877.875482:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204877.875484:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204877.875486:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204877.875487:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204877.875489:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3366:3366:256:4294967295] 192.168.201.145@tcp LPNI seq info [3366:3366:8:4294967295]
00000400:00000200:2.0:1788204877.875491:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204877.875495:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204877.875498:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204877.875500:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204877.875503:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204877.875504:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204877.875507:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204877.875509:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204877.875512:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204877.875513:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204877.875515:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204877.875517:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204877.875519:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204877.875520:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204877.875522:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204877.875524:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875529:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204877.875530:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875534:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.875535:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204877.875537:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204877.875541:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204877.875542:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204877.875544:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298683219
00000100:00000001:2.0:1788204877.875546:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298685096
00000100:00000001:2.0:1788204877.875547:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298683219
00000100:00000001:2.0:1788204877.875549:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298685096
00000100:00000001:2.0:1788204877.875550:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204877.875551:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.875552:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204877.875554:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204877/real 1788204877]  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204877.875558:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204877.875559:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204877.875560:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204877.875561:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204877.875562:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204877.875563:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204877.875565:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204877.875570:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875574:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204877.875574:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875575:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204877.875576:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204877.875578:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875581:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204877.875584:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875588:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204877.875590:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875591:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204877.875592:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875593:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204877.875594:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204877.875596:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204877.875597:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204877.875598:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204877.875600:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204877.875605:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788736:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204877.875606:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204877.875608:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875611:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204877.875612:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204877.875614:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204877.875615:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204877.875616:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204877.875618:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788864:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204877.875620:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204877.875628:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204877.875629:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204877.875630:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204877.875632:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204877.875634:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204877.875636:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204877.875638:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204877.875640:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204877.875642:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556788864, portal 4
00000100:00000001:2.0:1788204877.875643:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204877.875644:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788204877.875648:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875666:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204877.875669:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204877.875671:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204877.875673:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556788864, offset 0
00000400:00000200:2.0:1788204877.875677:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204877.875681:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204877.875684:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204877.875687:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204877.875690:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204877.875692:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204877.875694:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204877.875697:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3367:3367:256:4294967295] 192.168.201.145@tcp LPNI seq info [3367:3367:8:4294967295]
00000400:00000200:2.0:1788204877.875700:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204877.875706:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204877.875711:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204877.875714:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204877.875716:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204877.875718:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204877.875721:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204877.875722:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204877.875725:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204877.875726:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204877.875728:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204877.875730:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204877.875732:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204877.875733:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204877.875735:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204877.875738:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875743:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204877.875744:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875748:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.875750:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204877.875752:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204877.875754:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204877.875756:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204877.875757:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298682902
00000100:00000001:2.0:1788204877.875759:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298685096
00000100:00000001:2.0:1788204877.875760:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298682902
00000100:00000001:2.0:1788204877.875761:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298685096
00000100:00000001:2.0:1788204877.875763:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204877.875764:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.875765:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204877.875767:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204877/real 1788204877]  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204877.875771:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204877.875772:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204877.875773:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204877.875774:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204877.875775:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204877.875776:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204877.875778:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204877.875783:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875790:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204877.875792:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875793:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204877.875794:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204877.875796:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875799:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204877.875801:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875805:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204877.875806:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875807:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204877.875807:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875808:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204877.875809:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204877.875811:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204877.875812:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204877.875813:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204877.875815:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204877.875819:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788864:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204877.875821:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204877.875823:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875827:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204877.875828:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204877.875830:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204877.875831:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204877.875832:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204877.875834:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788992:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204877.875836:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204877.875837:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204877.875838:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204877.875839:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204877.875841:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204877.875842:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204877.875844:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204877.875845:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204877.875847:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204877.875849:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556788992, portal 4
00000100:00000001:2.0:1788204877.875850:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204877.875851:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788204877.875855:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875859:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204877.875860:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204877.875861:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204877.875863:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556788992, offset 0
00000400:00000200:2.0:1788204877.875865:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204877.875867:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204877.875869:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204877.875870:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204877.875872:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204877.875873:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204877.875874:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204877.875876:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3368:3368:256:4294967295] 192.168.201.145@tcp LPNI seq info [3368:3368:8:4294967295]
00000400:00000200:2.0:1788204877.875879:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204877.875883:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204877.875886:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204877.875887:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204877.875890:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204877.875891:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204877.875894:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204877.875896:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204877.875898:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204877.875899:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204877.875901:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204877.875903:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204877.875904:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204877.875905:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204877.875907:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204877.875908:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875913:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204877.875915:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875918:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.875919:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204877.875920:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204877.875922:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204877.875923:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204877.875924:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298683633
00000100:00000001:2.0:1788204877.875926:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298685096
00000100:00000001:2.0:1788204877.875927:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298683633
00000100:00000001:2.0:1788204877.875929:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298685096
00000100:00000001:2.0:1788204877.875930:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204877.875931:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.875932:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204877.875934:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204877/real 1788204877]  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204877.875939:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204877.875940:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204877.875941:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204877.875942:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204877.875943:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204877.875944:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204877.875945:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204877.875949:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875953:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204877.875954:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875955:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204877.875956:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204877.875958:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875962:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204877.875964:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875967:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204877.875968:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875969:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204877.875970:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875970:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204877.875971:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204877.875972:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204877.875974:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204877.875975:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204877.875978:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204877.875983:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556788992:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204877.875985:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.875986:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204877.875987:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556788736/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.875991:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204877.875991:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204877.875992:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204877.875994:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204877.875994:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204877.875995:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204877.875996:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204877.875997:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:2.0:1788204877.875999:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204877.875999:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204877.876000:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788204877.876001:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204877.876002:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.876003:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204877.876005:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556788864/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.876009:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204877.876009:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204877.876010:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204877.876011:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204877.876012:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204877.876012:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204877.876013:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204877.876014:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:2.0:1788204877.876015:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204877.876016:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204877.876017:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788204877.876019:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204877.876019:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.876020:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204877.876022:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556788992/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204877.876025:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204877.876026:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204877.876027:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788204877.876028:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204877.876028:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204877.876029:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204877.876030:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204877.876031:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:2.0:1788204877.876032:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204877.876032:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204877.876033:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204877.876034:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204877.876035:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.876036:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.876038:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204877.876038:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204877.876039:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204877.876041:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204878.194526:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204878.194535:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204878.194541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204878.194545:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204878.194548:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204878.194552:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204878.194555:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204878.194558:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204878.194560:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204878.194563:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204878.194586:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204878.194589:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204878.194593:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204878.194642:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204878.194665:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204878.194668:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204878.194673:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204878.194678:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204878.194681:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204878.194683:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204878.194685:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204878.194687:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204878.386518:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204878.386528:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204878.386531:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204878.386538:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204878.386542:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204878.386547:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204878.386550:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204878.386554:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204878.386557:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204879.218488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204879.218492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204879.218498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204879.218500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204879.218506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204879.218506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204879.218509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204879.218512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204879.218517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204879.218521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204879.218523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204879.218527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204879.218530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204879.218561:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204879.218565:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204879.218568:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204879.410535:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204879.410546:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204879.410549:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204879.410556:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204879.410561:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204879.410565:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204879.410569:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204879.410573:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204879.410576:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204880.114517:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298685096, at 4298685120
00000100:00000040:1.0:1788204880.114517:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298685096, at 4298685120
00000100:00000010:1.0:1788204880.114536:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511d80.
00000100:00000010:0.0:1788204880.114544:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925111e0.
00000100:00000001:1.0:1788204880.242524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204880.242529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204880.242536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204880.242537:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204880.242542:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204880.242545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204880.242549:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204880.242549:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204880.242556:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204880.242561:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204880.242565:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204880.242569:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204880.242573:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204880.242576:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204880.242579:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204880.242582:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204880.434499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204880.434507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204880.434509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204880.434517:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204880.434522:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204880.434527:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204880.434530:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204880.434534:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204880.434539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.266527:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204881.266533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204881.266535:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204881.266539:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204881.266540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.266546:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204881.266550:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204881.266551:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204881.266554:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.266556:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.266560:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204881.266563:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.266565:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204881.266632:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204881.266636:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204881.266639:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204881.458525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204881.458532:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204881.458534:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204881.458538:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204881.458542:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204881.458545:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204881.458547:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204881.458550:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204881.458552:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204882.290516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204882.290522:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204882.290528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204882.290529:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204882.290536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204882.290537:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204882.290552:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204882.290552:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204882.290561:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204882.290567:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204882.290572:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204882.290594:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204882.290598:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204882.290601:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204882.290605:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204882.290608:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204882.482503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204882.482513:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204882.482516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204882.482523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204882.482528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204882.482533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.482537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204882.482541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.482544:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204882.994513:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204882.994523:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204882.994526:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204882.994531:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204882.994535:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204882.994542:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4015
00000400:00000200:0.0:1788204882.994552:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204882.994558:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204882.994585:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204882.994590:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.994594:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204882.994596:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.994599:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204882.994604:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204882.994607:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204882.994611:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204882.994614:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204882.994617:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204882.994620:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204882.994624:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.994626:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204882.994629:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.994631:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204882.994634:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204882.994638:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204882.994641:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204882.994644:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204882.994649:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204882.994651:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204882.994653:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204882.994655:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204882.994665:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788204882.994669:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204882.994673:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204882.994674:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204882.994677:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204882.994681:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204882.994685:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204882.994693:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788204882.994701:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204882.994727:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204882.994740:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204882.994746:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204882.994752:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204882.994778:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204882.994781:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204882.994786:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204882.994788:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204882.994789:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204882.994793:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204882.994796:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4015
00000400:00000200:0.0:1788204882.994800:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204882.994802:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204882.994804:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204882.994807:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.994809:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204882.994812:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.994814:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204882.994815:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204882.994817:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204882.994818:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204882.994820:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204882.994821:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204882.994823:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204882.994826:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.994827:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204882.994829:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204882.994829:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204882.994833:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204882.994836:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:2.0:1788204882.994837:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788204882.994838:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204882.994842:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204882.994843:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204882.994843:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788204882.994850:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204882.994853:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204882.994854:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204882.994855:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204882.994860:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204882.994865:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204882.994869:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204882.994875:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000100:00000001:2.0:1788204882.994876:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1788204882.994878:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:2.0:1788204882.994881:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204882.994882:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204882.994884:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204882.994888:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204882.994889:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204882.994890:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204882.994891:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204882.994897:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
02000000:00000001:2.0:1788204882.994897:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204882.994903:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204882.994904:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204882.994911:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556789120:192.168.201.145@tcp:250:kworker.0
00000100:00100000:0.0:1788204882.994913:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204882.994919:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204882.994925:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204882.994927:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204882.994928:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204882.994932:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204882.994933:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204882.994938:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
00000100:00000040:0.0:1788204882.994940:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204882.994942:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204882.994954:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204882.994956:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204882.994960:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000100:00080000:0.0:1788204882.994961:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204882.994968:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204882.994969:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204882.994971:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788204882.994972:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:0.0:1788204882.994976:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204882.994981:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4015
00000400:00000200:0.0:1788204882.994985:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204882.994989:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204882.994992:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204882.994993:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556789120, portal 25
00000100:00000040:0.0:1788204882.994996:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204882.994999:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204882.995003:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204882.995003:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:0.0:1788204882.995008:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.995011:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204882.995015:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204882.995016:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000100:00000040:2.0:1788204882.995016:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204882.995019:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204882.995022:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204882.995026:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788204882.995030:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204882.995037:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204882.995038:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204882.995039:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204882.995043:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:2.0:1788204882.995048:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204882.995049:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204882.995054:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000010:2.0:1788204882.995055:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00080000:0.0:1788204882.995059:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000200:2.0:1788204882.995063:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556789120, offset 0
00000100:00000001:0.0:1788204882.995065:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204882.995069:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204882.995072:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204882.995073:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:0.0:1788204882.995079:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204882.995082:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204882.995085:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204882.995087:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:0.0:1788204882.995090:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204882.995094:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204882.995098:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000010:0.0:1788204882.995099:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788204882.995104:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:2.0:1788204882.995105:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788204882.995109:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204882.995111:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204882.995114:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788204882.995115:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204882.995118:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204882.995121:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204882.995124:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1788204882.995127:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000400:00000200:2.0:1788204882.995130:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.995133:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204882.995138:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3369:3369:256:4294967295] 192.168.201.145@tcp LPNI seq info [3369:3369:8:4294967295]
00000100:00100000:0.0:1788204882.995139:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204882.995154:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204882.995155:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204882.995158:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204882.995162:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204882.995170:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204882.995175:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204882.995176:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788204882.995180:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204882.995183:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204882.995186:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204882.995190:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204882.995193:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788204882.995194:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4015
00000400:00000200:0.0:1788204882.995200:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204882.995202:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204882.995204:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204882.995206:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000010:2.0:1788204882.995207:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000100:00000001:0.0:1788204882.995209:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204882.995212:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.995213:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204882.995215:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204882.995217:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000800:00000200:2.0:1788204882.995218:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788204882.995219:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204882.995224:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000800:00000200:2.0:1788204882.995225:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788204882.995227:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204882.995232:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000200:2.1:1788204882.995235:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788204882.995237:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.995241:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204882.995241:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1788204882.995243:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204882.995247:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000100:2.0:1788204882.995250:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788204882.995251:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000800:00000010:2.0:1788204882.995255:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000100:00080000:0.0:1788204882.995257:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204882.995260:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204882.995261:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204882.995262:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788204882.995264:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204882.995267:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204882.995269:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204882.995270:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204882.995274:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204882.995276:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000008:00000001:0.0:1788204882.995277:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204882.995280:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204882.995280:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000010:0.0:1788204882.995287:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000100:00000001:2.0:1788204882.995287:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1788204882.995291:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000200:2.0:1788204882.995294:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204882.995303:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204882.995304:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788204882.995305:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204882.995310:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788204882.995310:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204882.995313:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204882.995316:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204882.995321:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788204882.995324:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.995330:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204882.995331:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204882.995333:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204882.995340:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204882.995341:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204882.995342:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204882.995349:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204882.995349:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204882.995355:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298690216
00000100:00000001:0.0:1788204882.995360:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204882.995362:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511720.
00000100:00000040:0.0:1788204882.995365:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4025)
00000100:00000001:2.0:1788204882.995370:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204882.995379:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298690216
00000100:00000010:2.0:1788204882.995382:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925113c0.
00000100:00000001:2.0:1788204882.995387:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204882.995392:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204882.995445:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.995449:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204882.995455:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204882/real 1788204882]  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204882.995475:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204882.995477:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204882.995479:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204882.995483:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204882.995485:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204882.995487:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204882.995490:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204882.995496:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995502:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204882.995503:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.995505:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204882.995507:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204882.995510:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995515:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204882.995519:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995524:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204882.995526:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.995527:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204882.995528:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.995530:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204882.995531:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204882.995533:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204882.995536:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204882.995538:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204882.995541:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204882.995547:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556789120:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204882.995551:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.995553:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204882.995555:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556789120/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995560:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204882.995577:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204882.995580:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204882.995583:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204882.995584:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204882.995585:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204882.995587:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204882.995589:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:2.0:1788204882.995592:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204882.995594:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204882.995596:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:2.0:1788204882.995598:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204882.995599:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.995601:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.995608:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204882.995610:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.995612:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204882.995613:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204882.995626:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204882.995630:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995636:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204882.995637:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204882.995639:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204882.995641:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204882.995644:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204882.995654:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789248:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204882.995659:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204882.995661:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204882.995663:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204882.995665:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204882.995669:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204882.995672:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204882.995676:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204882.995679:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204882.995684:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204882.995688:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556789248, portal 10
00000100:00000001:2.0:1788204882.995690:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204882.995691:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:2.0:1788204882.995699:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995706:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204882.995709:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204882.995712:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204882.995714:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556789248, offset 0
00000400:00000200:2.0:1788204882.995719:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204882.995724:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204882.995728:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204882.995731:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204882.995734:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204882.995737:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204882.995739:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204882.995741:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3370:3370:256:4294967295] 192.168.201.145@tcp LPNI seq info [3370:3370:8:4294967295]
00000400:00000200:2.0:1788204882.995744:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204882.995750:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204882.995753:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204882.995756:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204882.995759:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204882.995762:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204882.995765:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204882.995767:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204882.995770:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204882.995771:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204882.995773:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204882.995776:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204882.995779:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204882.995780:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204882.995782:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204882.995784:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995790:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204882.995792:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995797:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.995798:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204882.995801:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204882.995805:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204882.995808:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204882.995810:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298688339
00000100:00000001:2.0:1788204882.995813:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298690216
00000100:00000001:2.0:1788204882.995815:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298688339
00000100:00000001:2.0:1788204882.995818:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298690216
00000100:00000001:2.0:1788204882.995820:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204882.995823:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.995824:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204882.995829:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204882/real 1788204882]  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204882.995838:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204882.995840:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204882.995842:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204882.995845:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204882.995847:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204882.995849:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204882.995853:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204882.995863:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995871:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204882.995873:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.995875:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204882.995876:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204882.995880:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995885:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204882.995888:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995892:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204882.995894:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.995895:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204882.995896:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.995897:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204882.995898:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204882.995900:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204882.995902:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204882.995903:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204882.995906:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204882.995911:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789248:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204882.995914:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204882.995917:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995921:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204882.995922:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204882.995924:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204882.995925:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204882.995927:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204882.995929:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789376:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204882.995930:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204882.995932:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204882.995933:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204882.995934:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204882.995937:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204882.995938:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204882.995941:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204882.995943:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204882.995945:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204882.995948:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556789376, portal 4
00000100:00000001:2.0:1788204882.995949:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204882.995950:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:2.0:1788204882.995955:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.995959:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204882.995961:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204882.995962:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204882.995964:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556789376, offset 0
00000400:00000200:2.0:1788204882.995966:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204882.995969:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204882.995971:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204882.995973:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204882.995976:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204882.995977:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204882.995979:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204882.995981:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3371:3371:256:4294967295] 192.168.201.145@tcp LPNI seq info [3371:3371:8:4294967295]
00000400:00000200:2.0:1788204882.995984:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204882.995988:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204882.995991:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204882.995993:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204882.995996:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204882.995998:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204882.996001:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204882.996002:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204882.996005:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204882.996007:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204882.996009:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204882.996011:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204882.996013:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204882.996015:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204882.996016:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204882.996018:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996024:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204882.996026:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996030:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.996031:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204882.996033:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204882.996035:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204882.996036:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204882.996038:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298688022
00000100:00000001:2.0:1788204882.996039:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298690216
00000100:00000001:2.0:1788204882.996041:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298688022
00000100:00000001:2.0:1788204882.996043:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298690216
00000100:00000001:2.0:1788204882.996045:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204882.996046:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.996047:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204882.996050:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204882/real 1788204882]  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204882.996055:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204882.996055:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204882.996056:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204882.996058:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204882.996059:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204882.996060:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204882.996062:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204882.996067:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996072:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204882.996073:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996074:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204882.996075:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204882.996077:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996081:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204882.996083:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996087:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204882.996088:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996089:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204882.996090:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996092:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204882.996093:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204882.996095:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204882.996098:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204882.996099:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204882.996101:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204882.996106:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789376:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204882.996108:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204882.996110:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996114:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204882.996115:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204882.996116:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204882.996117:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204882.996118:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204882.996120:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789504:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204882.996121:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204882.996122:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204882.996123:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204882.996125:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204882.996127:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204882.996128:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204882.996130:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204882.996132:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204882.996134:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204882.996136:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556789504, portal 4
00000100:00000001:2.0:1788204882.996137:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204882.996138:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:2.0:1788204882.996142:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996146:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204882.996148:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204882.996149:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204882.996151:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556789504, offset 0
00000400:00000200:2.0:1788204882.996153:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204882.996155:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204882.996157:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204882.996159:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204882.996161:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204882.996162:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204882.996163:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204882.996166:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3372:3372:256:4294967295] 192.168.201.145@tcp LPNI seq info [3372:3372:8:4294967295]
00000400:00000200:2.0:1788204882.996169:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204882.996173:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204882.996175:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204882.996177:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204882.996179:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204882.996181:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204882.996183:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204882.996185:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204882.996202:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204882.996204:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204882.996206:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204882.996208:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204882.996211:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204882.996212:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204882.996214:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204882.996216:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996222:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204882.996224:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996233:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.996234:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204882.996236:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204882.996239:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204882.996241:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204882.996242:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298688753
00000100:00000001:2.0:1788204882.996244:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298690216
00000100:00000001:2.0:1788204882.996246:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298688753
00000100:00000001:2.0:1788204882.996247:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298690216
00000100:00000001:2.0:1788204882.996249:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204882.996250:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.996251:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204882.996253:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204882/real 1788204882]  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204882.996258:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204882.996258:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204882.996260:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204882.996261:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204882.996262:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204882.996264:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204882.996266:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204882.996271:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996275:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204882.996275:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996276:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204882.996277:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204882.996279:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996284:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204882.996287:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996291:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204882.996293:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996294:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204882.996294:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996295:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204882.996296:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204882.996298:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204882.996300:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204882.996301:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204882.996303:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204882.996308:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789504:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204882.996310:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996311:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204882.996313:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556789248/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996317:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204882.996318:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204882.996319:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204882.996321:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204882.996322:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204882.996323:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204882.996325:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204882.996326:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:2.0:1788204882.996328:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204882.996329:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204882.996330:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:2.0:1788204882.996332:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204882.996333:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996335:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204882.996337:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556789376/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996341:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204882.996342:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204882.996343:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204882.996344:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204882.996345:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204882.996345:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204882.996346:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204882.996347:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:2.0:1788204882.996349:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204882.996349:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204882.996350:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:2.0:1788204882.996352:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204882.996353:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996354:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204882.996355:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556789504/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204882.996359:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204882.996360:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204882.996360:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788204882.996362:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204882.996362:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204882.996363:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204882.996364:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204882.996365:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:2.0:1788204882.996366:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204882.996367:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204882.996367:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:2.0:1788204882.996369:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204882.996370:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996371:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.996374:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204882.996375:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204882.996376:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204882.996378:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204883.314518:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204883.314525:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204883.314527:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204883.314531:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204883.314536:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204883.314540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204883.314543:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204883.314546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204883.314549:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204883.314571:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204883.314579:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204883.314599:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204883.314603:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204883.314607:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204883.314610:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204883.314612:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204883.314614:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204883.314619:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204883.314621:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204883.314656:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204883.314659:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204883.314662:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204883.506550:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204883.506586:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204883.506588:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204883.506595:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204883.506599:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204883.506602:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204883.506605:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204883.506608:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204883.506610:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204884.338522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204884.338530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204884.338532:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204884.338549:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204884.338553:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204884.338557:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204884.338560:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204884.338563:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204884.338566:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204884.338574:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204884.338582:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204884.338589:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204884.338590:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204884.338619:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204884.338621:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204884.338624:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204884.530589:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204884.530600:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204884.530603:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204884.530609:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204884.530613:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204884.530618:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.530623:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204884.530626:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.530630:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204885.234499:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298690216, at 4298690240
00000100:00000010:1.0:1788204885.234517:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925113c0.
00000100:00000040:0.0:1788204885.234541:0:18724:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298690216, at 4298690240
00000100:00000010:0.0:1788204885.234555:0:18724:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511720.
00000100:00000001:1.0:1788204885.362530:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204885.362540:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204885.362541:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204885.362544:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204885.362547:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204885.362550:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204885.362552:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204885.362557:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204885.362558:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204885.362560:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204885.362564:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204885.362565:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204885.362570:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204885.362635:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204885.362639:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204885.362642:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204885.554558:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204885.554569:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204885.554572:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204885.554580:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204885.554585:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204885.554588:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204885.554591:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204885.554594:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204885.554596:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204886.386522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204886.386529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204886.386530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.386536:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204886.386538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204886.386539:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204886.386542:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204886.386549:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204886.386553:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204886.386556:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204886.386558:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204886.386560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204886.386563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204886.386567:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204886.386570:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204886.386574:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204886.578579:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204886.578599:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204886.578602:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204886.578611:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204886.578616:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204886.578621:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.578624:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204886.578629:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.578632:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204887.410543:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204887.410550:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204887.410554:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204887.410556:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204887.410562:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204887.410563:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204887.410567:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1788204887.410570:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204887.410571:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204887.410575:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204887.410577:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204887.410580:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204887.410582:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204887.410584:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204887.410584:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204887.410589:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204887.410591:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204887.410595:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204887.410599:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204887.410643:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204887.410656:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204887.410660:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204887.602551:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204887.602561:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204887.602564:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204887.602572:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204887.602576:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204887.602581:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204887.602584:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204887.602587:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204887.602590:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204888.114497:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204888.114504:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204888.114506:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204888.114509:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204888.114513:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204888.114518:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4020
00000400:00000200:0.0:1788204888.114526:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204888.114530:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204888.114533:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204888.114535:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114537:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204888.114539:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114541:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204888.114544:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204888.114545:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788204888.114547:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204888.114550:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788204888.114551:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788204888.114553:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788204888.114555:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114556:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204888.114557:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114558:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204888.114560:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788204888.114564:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114566:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204888.114569:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204888.114572:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204888.114575:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204888.114577:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204888.114579:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204888.114587:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788204888.114591:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788204888.114594:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204888.114596:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204888.114599:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204888.114602:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204888.114607:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204888.114613:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788204888.114618:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204888.114625:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204888.114632:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204888.114636:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204888.114640:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204888.114663:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204888.114666:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204888.114670:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204888.114671:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204888.114673:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204888.114676:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204888.114678:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4020
00000400:00000200:0.0:1788204888.114682:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204888.114684:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204888.114686:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204888.114688:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114689:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204888.114690:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114692:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204888.114694:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204888.114695:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788204888.114696:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204888.114698:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788204888.114700:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788204888.114701:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204888.114703:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114705:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204888.114707:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114709:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204888.114712:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788204888.114716:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114718:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204888.114720:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204888.114726:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204888.114729:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204888.114731:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204888.114735:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204888.114737:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1788204888.114739:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204888.114745:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.114746:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1788204888.114750:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000100:00000001:2.0:1788204888.114752:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788204888.114753:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204888.114758:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204888.114759:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204888.114761:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204888.114762:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204888.114764:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204888.114771:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000040:2.0:1788204888.114773:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204888.114775:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204888.114785:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204888.114799:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204888.114800:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204888.114808:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.114825:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204888.114826:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.114830:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204888.114831:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204888.114839:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204888.114840:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204888.114842:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788204888.114842:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204888.114848:0:18486:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204888.114849:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204888.114850:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4020
02000000:00000001:2.0:1788204888.114858:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204888.114865:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204888.114870:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00100000:2.0:1788204888.114871:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556789632:192.168.201.145@tcp:250:kworker.0
00000100:00080000:0.0:1788204888.114873:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204888.114880:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114884:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204888.114886:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114888:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788204888.114889:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204888.114890:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788204888.114891:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204888.114892:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788204888.114896:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:2.0:1788204888.114897:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1788204888.114899:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788204888.114902:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.114903:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204888.114905:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204888.114905:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204888.114912:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788204888.114913:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204888.114915:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788204888.114922:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788204888.114922:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204888.114925:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204888.114927:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204888.114929:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204888.114930:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204888.114931:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204888.114933:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204888.114937:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204888.114937:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
00000100:00000001:0.0:1788204888.114947:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204888.114947:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204888.114962:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788204888.114963:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788204888.114966:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204888.114969:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204888.114970:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204888.114972:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204888.114977:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204888.114979:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204888.114983:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000400:00000010:2.0:1788204888.114983:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000100:00000001:0.0:1788204888.114993:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204888.114997:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204888.115001:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:0.0:1788204888.115003:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204888.115008:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204888.115011:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204888.115014:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556789632, portal 25
00000100:00000001:0.0:1788204888.115026:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.115026:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204888.115036:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000100:00080000:0.0:1788204888.115037:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204888.115046:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204888.115048:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204888.115050:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204888.115054:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788204888.115056:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204888.115060:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4020
00000400:00000200:0.0:1788204888.115074:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204888.115084:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204888.115099:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204888.115099:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204888.115107:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.115114:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204888.115116:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788204888.115120:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.115123:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:2.0:1788204888.115124:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000020:00000001:0.0:1788204888.115128:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204888.115130:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000200:2.0:1788204888.115133:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556789632, offset 0
00000020:00000001:0.0:1788204888.115134:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204888.115138:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204888.115141:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204888.115142:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204888.115146:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.115150:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204888.115152:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788204888.115156:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204888.115159:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788204888.115161:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788204888.115163:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204888.115165:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204888.115171:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204888.115173:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204888.115176:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204888.115179:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204888.115180:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204888.115182:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000008:00100000:0.0:1788204888.115184:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204888.115189:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204888.115190:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204888.115194:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204888.115196:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204888.115202:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1788204888.115205:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000400:00000200:2.0:1788204888.115206:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204888.115212:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3373:3373:256:4294967295] 192.168.201.145@tcp LPNI seq info [3373:3373:8:4294967295]
00000020:00000040:0.0:1788204888.115213:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000200:2.0:1788204888.115220:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204888.115223:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204888.115226:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204888.115231:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204888.115235:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204888.115238:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788204888.115239:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204888.115246:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000800:00000200:2.0:1788204888.115247:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788204888.115255:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204888.115256:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204888.115271:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00100000:0.0:1788204888.115272:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204888.115277:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204888.115290:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204888.115302:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1788204888.115302:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1788204888.115307:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204888.115317:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1788204888.115320:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204888.115329:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000100:00000001:0.0:1788204888.115332:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204888.115340:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4030)
00000400:00000200:2.0:1788204888.115341:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204888.115351:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204888.115358:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204888.115360:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204888.115365:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204888.115370:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115380:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204888.115383:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115390:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.115391:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204888.115453:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204888.115461:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204888.115465:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298695337
00000100:00000010:2.0:1788204888.115485:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511840.
00000100:00000001:2.0:1788204888.115496:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204888.115509:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298695337
00000100:00000010:2.0:1788204888.115516:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511000.
00000100:00000001:2.0:1788204888.115522:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204888.115532:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204888.115536:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.115540:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204888.115549:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204888/real 1788204888]  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204888.115562:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204888.115565:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204888.115568:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204888.115576:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204888.115578:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204888.115582:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204888.115588:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204888.115599:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115609:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204888.115613:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.115617:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204888.115620:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204888.115627:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115638:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204888.115647:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115655:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204888.115660:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.115662:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204888.115663:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.115666:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204888.115668:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204888.115671:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204888.115675:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204888.115678:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204888.115682:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204888.115690:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556789632:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204888.115695:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.115697:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204888.115700:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556789632/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115705:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204888.115708:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204888.115711:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204888.115714:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204888.115716:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204888.115717:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204888.115719:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204888.115722:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:2.0:1788204888.115726:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204888.115729:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204888.115731:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:2.0:1788204888.115735:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204888.115736:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.115739:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.115748:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204888.115750:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.115753:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204888.115755:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204888.115757:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204888.115762:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115770:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204888.115772:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204888.115774:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204888.115777:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204888.115780:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204888.115783:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789760:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204888.115786:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204888.115789:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204888.115791:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204888.115794:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204888.115799:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204888.115801:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204888.115807:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204888.115811:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204888.115815:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204888.115819:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556789760, portal 10
00000100:00000001:2.0:1788204888.115821:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204888.115822:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:2.0:1788204888.115828:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115833:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204888.115835:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204888.115837:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204888.115839:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556789760, offset 0
00000400:00000200:2.0:1788204888.115841:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204888.115845:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204888.115848:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204888.115850:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204888.115852:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204888.115854:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204888.115857:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204888.115859:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3374:3374:256:4294967295] 192.168.201.145@tcp LPNI seq info [3374:3374:8:4294967295]
00000400:00000200:2.0:1788204888.115862:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204888.115868:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204888.115874:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204888.115878:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204888.115883:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204888.115886:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204888.115892:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204888.115894:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204888.115898:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204888.115901:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204888.115905:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204888.115910:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204888.115914:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204888.115916:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204888.115920:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204888.115925:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115935:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204888.115939:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.115947:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.115950:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204888.115955:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204888.115959:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204888.115962:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204888.115964:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298693459
00000100:00000001:2.0:1788204888.115967:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298695337
00000100:00000001:2.0:1788204888.115969:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298693459
00000100:00000001:2.0:1788204888.115971:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298695337
00000100:00000001:2.0:1788204888.115973:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204888.115975:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.115977:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204888.115980:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204888/real 1788204888]  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204888.115986:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204888.115987:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204888.115989:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204888.115992:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204888.115993:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204888.115998:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204888.116002:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204888.116009:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116016:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204888.116019:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116021:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204888.116023:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204888.116029:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116037:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204888.116043:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116052:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204888.116055:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116057:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204888.116058:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116060:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204888.116062:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204888.116065:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204888.116069:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204888.116072:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204888.116077:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204888.116086:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789760:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204888.116090:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204888.116094:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116101:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204888.116102:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204888.116104:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204888.116106:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204888.116107:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204888.116109:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789888:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204888.116112:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204888.116114:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204888.116115:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204888.116116:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204888.116119:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204888.116121:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204888.116124:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204888.116126:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204888.116129:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204888.116132:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556789888, portal 4
00000100:00000001:2.0:1788204888.116133:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204888.116134:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000100:00000040:2.0:1788204888.116139:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116144:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204888.116145:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204888.116147:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204888.116149:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556789888, offset 0
00000400:00000200:2.0:1788204888.116151:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204888.116154:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204888.116157:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204888.116159:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204888.116161:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204888.116163:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204888.116165:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204888.116167:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3375:3375:256:4294967295] 192.168.201.145@tcp LPNI seq info [3375:3375:8:4294967295]
00000400:00000200:2.0:1788204888.116170:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204888.116175:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204888.116178:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204888.116180:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204888.116183:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204888.116185:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204888.116188:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204888.116190:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204888.116193:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204888.116195:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204888.116197:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204888.116199:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204888.116201:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204888.116202:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204888.116205:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204888.116207:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116212:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204888.116214:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116219:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.116220:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204888.116222:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204888.116224:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204888.116226:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204888.116227:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298693142
00000100:00000001:2.0:1788204888.116229:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298695337
00000100:00000001:2.0:1788204888.116231:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298693142
00000100:00000001:2.0:1788204888.116232:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298695337
00000100:00000001:2.0:1788204888.116234:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204888.116235:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.116236:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204888.116238:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204888/real 1788204888]  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204888.116243:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204888.116244:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204888.116245:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204888.116246:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204888.116247:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204888.116249:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204888.116251:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204888.116256:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116265:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204888.116266:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116267:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204888.116268:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204888.116271:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116275:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204888.116277:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116281:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204888.116283:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116284:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204888.116284:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116285:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204888.116287:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204888.116288:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204888.116290:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204888.116291:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204888.116294:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204888.116298:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556789888:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204888.116301:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204888.116305:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116313:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204888.116314:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204888.116317:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204888.116319:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204888.116322:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204888.116325:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790016:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204888.116328:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204888.116330:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204888.116332:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204888.116334:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204888.116337:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204888.116339:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204888.116343:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204888.116346:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204888.116350:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204888.116353:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556790016, portal 4
00000100:00000001:2.0:1788204888.116355:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204888.116356:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:2.0:1788204888.116363:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116367:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204888.116369:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204888.116370:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204888.116372:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556790016, offset 0
00000400:00000200:2.0:1788204888.116375:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204888.116378:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204888.116381:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204888.116383:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204888.116385:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204888.116386:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204888.116388:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204888.116390:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3376:3376:256:4294967295] 192.168.201.145@tcp LPNI seq info [3376:3376:8:4294967295]
00000400:00000200:2.0:1788204888.116393:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204888.116427:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204888.116436:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204888.116441:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204888.116446:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204888.116450:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204888.116455:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204888.116458:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204888.116462:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204888.116464:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204888.116468:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204888.116471:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204888.116488:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204888.116490:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204888.116493:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204888.116497:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116512:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204888.116515:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116523:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.116525:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204888.116529:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204888.116532:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204888.116536:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204888.116539:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298693874
00000100:00000001:2.0:1788204888.116541:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298695337
00000100:00000001:2.0:1788204888.116544:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298693874
00000100:00000001:2.0:1788204888.116547:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298695337
00000100:00000001:2.0:1788204888.116549:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204888.116552:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.116554:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204888.116558:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204888/real 1788204888]  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204888.116568:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204888.116570:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204888.116571:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204888.116573:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204888.116575:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204888.116576:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204888.116579:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204888.116584:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116589:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204888.116590:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116591:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204888.116593:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204888.116596:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116603:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204888.116608:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116616:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204888.116618:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116620:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204888.116622:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116624:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204888.116626:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204888.116628:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204888.116632:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204888.116635:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204888.116640:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204888.116649:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790016:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204888.116653:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116656:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204888.116659:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556789760/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116666:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204888.116668:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204888.116670:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204888.116673:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204888.116675:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204888.116677:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204888.116679:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204888.116681:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:2.0:1788204888.116685:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204888.116686:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204888.116688:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:2.0:1788204888.116691:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204888.116692:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116694:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204888.116698:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556789888/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116705:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204888.116707:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204888.116709:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204888.116711:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204888.116712:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204888.116713:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204888.116714:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204888.116716:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:2.0:1788204888.116717:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204888.116719:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204888.116720:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:2.0:1788204888.116721:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204888.116722:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116723:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204888.116726:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556790016/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204888.116730:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204888.116730:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204888.116731:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204888.116733:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204888.116733:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204888.116734:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204888.116735:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204888.116736:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:2.0:1788204888.116737:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204888.116738:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204888.116738:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:2.0:1788204888.116740:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204888.116740:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116742:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.116745:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204888.116746:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204888.116748:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204888.116750:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204888.434478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204888.434485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204888.434487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204888.434492:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204888.434496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204888.434501:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204888.434505:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204888.434508:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204888.434511:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204888.434533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204888.434541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204888.434546:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204888.434548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204888.434570:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204888.434573:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204888.434576:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204888.626541:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204888.626549:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204888.626551:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204888.626556:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204888.626559:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204888.626563:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.626565:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204888.626568:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.626570:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204889.458498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204889.458504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204889.458506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204889.458510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204889.458514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204889.458519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204889.458521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204889.458523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204889.458525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204889.458548:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204889.458553:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204889.458558:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204889.458559:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204889.458619:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204889.458628:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204889.458631:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204889.650532:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204889.650540:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204889.650542:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204889.650548:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204889.650554:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204889.650558:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204889.650561:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204889.650565:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204889.650568:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204890.354492:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298695337, at 4298695360
00000100:00000040:0.0:1788204890.354493:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298695337, at 4298695360
00000100:00000010:1.0:1788204890.354505:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511000.
00000100:00000010:0.0:1788204890.354508:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511840.
00000100:00000001:1.0:1788204890.482507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204890.482514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204890.482516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204890.482520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204890.482524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204890.482529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204890.482532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204890.482535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204890.482538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204890.482554:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204890.482562:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204890.482571:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204890.482573:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204890.482600:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204890.482604:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204890.482608:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204890.674547:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204890.674554:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204890.674556:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204890.674560:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204890.674563:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204890.674568:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204890.674570:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204890.674573:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204890.674575:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204891.506511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204891.506518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.506523:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204891.506525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204891.506528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.506532:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204891.506536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204891.506542:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204891.506546:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204891.506551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.506554:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204891.506556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.506558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204891.506584:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204891.506590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204891.506594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204891.698571:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204891.698583:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204891.698586:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204891.698593:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204891.698598:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204891.698603:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.698607:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204891.698610:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.698614:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204892.530541:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204892.530547:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204892.530547:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204892.530550:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204892.530556:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204892.530557:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204892.530562:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204892.530567:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204892.530569:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204892.530569:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204892.530574:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204892.530575:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204892.530588:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204892.530607:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204892.530610:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204892.530612:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204892.722524:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204892.722532:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204892.722534:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204892.722540:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204892.722544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204892.722548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204892.722550:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204892.722553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204892.722556:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204893.234576:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204893.234591:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204893.234594:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204893.234598:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204893.234602:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204893.234610:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4025
00000400:00000200:1.0:1788204893.234620:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204893.234626:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204893.234629:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204893.234632:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.234635:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204893.234638:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.234640:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204893.234644:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204893.234646:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204893.234649:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204893.234652:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204893.234654:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204893.234655:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204893.234657:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.234660:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204893.234661:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.234663:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204893.234665:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204893.234668:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204893.234670:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204893.234672:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204893.234676:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204893.234679:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.234680:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204893.234682:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204893.234692:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ca80.
00000020:00000040:1.0:1788204893.234695:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204893.234699:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204893.234700:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.234712:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204893.234718:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204893.234722:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204893.234729:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d800.
00000100:00000001:1.0:1788204893.234736:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204893.234745:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204893.234754:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204893.234758:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204893.234762:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a88cb04f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204893.234780:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204893.234783:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204893.234786:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204893.234787:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204893.234788:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204893.234791:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204893.234794:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4025
00000400:00000200:1.0:1788204893.234797:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204893.234800:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204893.234802:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204893.234805:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.234807:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204893.234810:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.234811:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204893.234813:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204893.234813:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204893.234814:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204893.234817:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:2.0:1788204893.234818:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788204893.234819:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204893.234821:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204893.234828:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204893.234828:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204893.234834:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204893.234835:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204893.234839:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.234841:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204893.234846:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000040:2.0:1788204893.234849:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204893.234850:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204893.234856:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204893.234864:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204893.234873:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204893.234877:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.234878:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204893.234878:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204893.234883:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204893.234886:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204893.234888:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1788204893.234892:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204893.234894:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204893.234895:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204893.234905:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204893.234906:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c380.
00000020:00000040:1.0:1788204893.234912:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00100000:2.0:1788204893.234913:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556790144:192.168.201.145@tcp:250:kworker.0
02000000:00000001:1.0:1788204893.234926:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204893.234927:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204893.234929:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.234932:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204893.234932:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204893.234934:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204893.234934:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204893.234940:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204893.234942:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:2.0:1788204893.234944:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204893.234947:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204893.234954:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788204893.234956:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
00000100:00000001:1.0:1788204893.234968:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204893.234969:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.234972:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204893.234980:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a4e581] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204893.234990:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204893.234997:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204893.235000:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788204893.235001:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000100:00080000:1.0:1788204893.235004:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204893.235010:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204893.235013:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204893.235015:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204893.235016:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00080000:1.0:1788204893.235020:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4025
00000400:00000200:1.0:1788204893.235030:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:2.0:1788204893.235033:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556790144, portal 25
00000400:00000200:1.0:1788204893.235034:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204893.235039:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204893.235043:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1788204893.235044:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.235050:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204893.235051:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250519168 : -105387459032448 : ffffa02691f0ca80)
00000100:00000040:1.0:1788204893.235055:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.235061:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204893.235064:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204893.235066:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204893.235070:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204893.235071:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204893.235072:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204893.235076:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204893.235085:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204893.235100:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.235107:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204893.235115:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.235122:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204893.235126:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204893.235130:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204893.235133:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204893.235135:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204893.235140:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204893.235145:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788204893.235147:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204893.235150:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
02000000:00000001:1.0:1788204893.235154:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.235159:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204893.235159:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556790144, offset 0
00000008:00100000:1.0:1788204893.235163:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204893.235169:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.235175:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204893.235177:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000010:1.0:1788204893.235180:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d180.
00000020:00000040:1.0:1788204893.235184:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204893.235187:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204893.235189:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204893.235191:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204893.235192:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204893.235195:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204893.235199:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204893.235204:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000400:00000200:2.0:1788204893.235209:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:1.0:1788204893.235210:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204893.235217:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204893.235225:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204893.235236:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204893.235236:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:1.0:1788204893.235243:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204893.235247:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788204893.235249:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002663953b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204893.235254:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204893.235272:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3377:3377:256:4294967295] 192.168.201.145@tcp LPNI seq info [3377:3377:8:4294967295]
00000100:00000001:1.0:1788204893.235288:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204893.235295:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788204893.235296:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204893.235300:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204893.235303:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204893.235304:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204893.235310:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204893.235318:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4025
00000400:00000200:2.0:1788204893.235327:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204893.235332:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204893.235336:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:2.0:1788204893.235337:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000400:00000200:1.0:1788204893.235342:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204893.235345:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788204893.235353:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:1.0:1788204893.235355:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.235360:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204893.235360:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1788204893.235366:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.235372:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:2.1:1788204893.235376:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:1.0:1788204893.235378:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204893.235382:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000800:00000200:2.1:1788204893.235425:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204893.235432:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204893.235435:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204893.235443:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788204893.235447:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204893.235451:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000200:2.0:1788204893.235454:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788204893.235460:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204893.235464:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:2.0:1788204893.235464:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204893.235473:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000040:1.0:1788204893.235477:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204893.235481:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204893.235481:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788204893.235491:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:2.0:1788204893.235493:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204893.235494:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204893.235507:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204893.235519:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204893.235523:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235524:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788204893.235529:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204893.235534:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204893.235537:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204893.235550:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235551:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.235560:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204893.235561:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:1.0:1788204893.235569:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204893.235571:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204893.235575:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204893.235584:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204893.235587:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235589:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298700457
00000100:00000010:1.0:1788204893.235592:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f800.
00000100:00000010:2.0:1788204893.235595:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511300.
00000020:00000040:1.0:1788204893.235596:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204893.235604:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204893.235606:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235607:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204893.235609:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204893.235611:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204893.235614:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235615:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298700457
00000100:00000010:2.0:1788204893.235621:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511f00.
02000000:00000010:1.0:1788204893.235622:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788204893.235630:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235631:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00100000:1.0:1788204893.235641:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204893.235643:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204893.235659:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.235660:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204893.235664:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235668:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788204893.235670:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9754d1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204893.235681:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204893.235681:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204893/real 1788204893]  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204893.235686:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4035)
00000400:00000001:2.0:1788204893.235700:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204893.235702:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204893.235705:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204893.235710:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204893.235713:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204893.235716:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204893.235721:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204893.235736:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.235744:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204893.235746:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.235748:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204893.235750:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204893.235755:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.235761:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204893.235766:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.235773:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204893.235776:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.235778:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204893.235779:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.235782:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204893.235783:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204893.235786:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204893.235788:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204893.235790:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204893.235793:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204893.235799:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556790144:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204893.235802:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.235803:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204893.235805:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ca80 x1875064556790144/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.235813:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204893.235815:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204893.235817:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204893.235819:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204893.235821:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204893.235822:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204893.235823:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204893.235826:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d800.
02000000:00000001:2.0:1788204893.235828:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204893.235830:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204893.235831:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ca80.
00000100:00000001:2.0:1788204893.235834:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204893.235835:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.235836:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.235842:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204893.235843:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235845:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204893.235846:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204893.235848:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204893.235850:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.235855:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204893.235856:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204893.235858:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204893.235859:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204893.235861:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204893.235863:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790272:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204893.235865:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204893.235867:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204893.235868:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204893.235869:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204893.235871:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204893.235872:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204893.235875:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204893.235877:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204893.235879:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204893.235881:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556790272, portal 10
00000100:00000001:2.0:1788204893.235883:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204893.235884:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250517376 : -105387459034240 : ffffa02691f0c380)
00000100:00000040:2.0:1788204893.235888:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.235892:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204893.235894:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204893.235895:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204893.235896:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556790272, offset 0
00000400:00000200:2.0:1788204893.235899:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204893.235901:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204893.235903:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204893.235905:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204893.235907:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204893.235908:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204893.235910:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204893.235912:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3378:3378:256:4294967295] 192.168.201.145@tcp LPNI seq info [3378:3378:8:4294967295]
00000400:00000200:2.0:1788204893.235915:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204893.235919:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204893.235921:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204893.235923:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204893.235926:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204893.235927:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204893.235930:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204893.235932:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204893.235934:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204893.235935:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204893.235937:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204893.235939:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204893.235941:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204893.235942:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204893.235944:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204893.235946:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.235951:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204893.235952:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.235956:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235957:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204893.235959:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204893.235962:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204893.235964:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204893.235966:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298698579
00000100:00000001:2.0:1788204893.235968:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298700457
00000100:00000001:2.0:1788204893.235970:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298698579
00000100:00000001:2.0:1788204893.235972:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298700457
00000100:00000001:2.0:1788204893.235974:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204893.235976:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.235978:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204893.235982:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204893/real 1788204893]  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204893.235989:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204893.235991:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204893.235992:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204893.235995:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204893.235996:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204893.235999:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204893.236002:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204893.236011:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236020:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204893.236021:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236022:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204893.236023:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204893.236025:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236029:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204893.236032:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236035:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204893.236036:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236037:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204893.236038:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236039:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204893.236040:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204893.236042:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204893.236044:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204893.236045:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204893.236047:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204893.236051:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790272:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204893.236053:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204893.236056:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236060:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204893.236060:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204893.236062:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204893.236063:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204893.236065:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204893.236066:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790400:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204893.236068:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204893.236070:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204893.236071:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204893.236072:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204893.236074:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204893.236075:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204893.236077:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204893.236079:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204893.236082:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204893.236084:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556790400, portal 4
00000100:00000001:2.0:1788204893.236085:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204893.236086:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520960 : -105387459030656 : ffffa02691f0d180)
00000100:00000040:2.0:1788204893.236090:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236093:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204893.236095:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204893.236096:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204893.236097:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556790400, offset 0
00000400:00000200:2.0:1788204893.236100:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204893.236102:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204893.236104:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204893.236106:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204893.236107:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204893.236109:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204893.236110:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204893.236112:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3379:3379:256:4294967295] 192.168.201.145@tcp LPNI seq info [3379:3379:8:4294967295]
00000400:00000200:2.0:1788204893.236114:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204893.236118:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204893.236121:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204893.236123:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204893.236125:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204893.236127:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204893.236129:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204893.236130:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204893.236133:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204893.236134:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204893.236136:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204893.236138:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204893.236140:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204893.236141:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204893.236142:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204893.236144:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236149:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204893.236151:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236154:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.236155:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204893.236156:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204893.236158:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204893.236160:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204893.236161:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298698262
00000100:00000001:2.0:1788204893.236162:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298700457
00000100:00000001:2.0:1788204893.236164:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298698262
00000100:00000001:2.0:1788204893.236165:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298700457
00000100:00000001:2.0:1788204893.236166:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204893.236167:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.236168:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204893.236170:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204893/real 1788204893]  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204893.236175:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204893.236176:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204893.236177:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204893.236178:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204893.236179:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204893.236180:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204893.236182:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204893.236186:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236189:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204893.236190:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236191:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204893.236192:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204893.236194:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236197:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204893.236199:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236203:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204893.236204:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236205:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204893.236205:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236206:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204893.236207:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204893.236209:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204893.236211:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204893.236212:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204893.236214:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204893.236218:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790400:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204893.236221:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204893.236223:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236226:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204893.236227:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204893.236228:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204893.236229:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204893.236230:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204893.236232:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790528:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204893.236233:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204893.236234:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204893.236235:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204893.236236:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204893.236237:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204893.236238:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204893.236240:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204893.236241:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788204893.236243:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000200:2.0:1788204893.236244:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556790528, portal 4
00000100:00000001:2.0:1788204893.236245:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204893.236246:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250530816 : -105387459020800 : ffffa02691f0f800)
00000100:00000040:2.0:1788204893.236249:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236253:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204893.236254:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204893.236255:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000200:2.0:1788204893.236256:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556790528, offset 0
00000400:00000200:2.0:1788204893.236259:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204893.236261:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204893.236262:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204893.236264:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204893.236266:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204893.236267:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204893.236268:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204893.236270:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3380:3380:256:4294967295] 192.168.201.145@tcp LPNI seq info [3380:3380:8:4294967295]
00000400:00000200:2.0:1788204893.236272:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204893.236276:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204893.236278:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204893.236279:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788204893.236281:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204893.236283:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204893.236285:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204893.236286:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204893.236288:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204893.236289:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:2.0:1788204893.236291:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204893.236293:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204893.236294:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:2.0:1788204893.236295:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:2.0:1788204893.236296:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204893.236298:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236302:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204893.236304:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236307:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.236308:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204893.236309:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204893.236311:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204893.236312:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204893.236314:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298698993
00000100:00000001:2.0:1788204893.236315:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298700457
00000100:00000001:2.0:1788204893.236316:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298698993
00000100:00000001:2.0:1788204893.236318:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298700457
00000100:00000001:2.0:1788204893.236319:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204893.236320:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.236321:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204893.236322:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204893/real 1788204893]  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204893.236326:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204893.236327:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204893.236327:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788204893.236329:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:2.0:1788204893.236329:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:2.0:1788204893.236330:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204893.236332:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204893.236337:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236340:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204893.236341:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236342:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204893.236343:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204893.236344:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236348:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204893.236350:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236353:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204893.236355:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236356:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204893.236357:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236358:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204893.236358:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204893.236360:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204893.236362:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204893.236363:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204893.236365:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204893.236369:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790528:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204893.236370:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236371:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204893.236373:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c380 x1875064556790272/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236376:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204893.236377:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204893.236378:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204893.236379:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204893.236380:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204893.236381:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204893.236382:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204893.236383:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:2.0:1788204893.236415:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204893.236416:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204893.236417:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c380.
00000100:00000001:2.0:1788204893.236419:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204893.236419:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236421:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204893.236423:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d180 x1875064556790400/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236430:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204893.236431:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204893.236432:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204893.236434:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204893.236434:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204893.236435:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204893.236436:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204893.236437:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:2.0:1788204893.236438:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204893.236439:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204893.236440:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d180.
00000100:00000001:2.0:1788204893.236441:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204893.236442:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236443:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204893.236444:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f800 x1875064556790528/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204893.236448:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204893.236448:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204893.236449:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788204893.236450:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204893.236450:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204893.236451:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204893.236452:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204893.236453:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:2.0:1788204893.236454:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204893.236454:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204893.236455:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f800.
00000100:00000001:2.0:1788204893.236456:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204893.236457:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236458:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.236460:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204893.236461:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.236462:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204893.236463:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204893.554468:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204893.554474:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204893.554476:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204893.554478:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204893.554483:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204893.554485:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204893.554487:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204893.554488:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204893.554492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204893.554493:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204893.554519:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1788204893.554529:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788204893.554529:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204893.554536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204893.554537:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204893.554546:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788204893.554549:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204893.554558:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204893.554563:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204893.554567:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204893.554570:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204893.554574:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204893.746490:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204893.746497:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204893.746499:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204893.746505:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204893.746509:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204893.746512:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.746515:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204893.746518:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.746520:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204894.578493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204894.578496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204894.578501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204894.578502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204894.578505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204894.578509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204894.578510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204894.578512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204894.578515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204894.578520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204894.578523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204894.578526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204894.578529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204894.578533:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204894.578537:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204894.578540:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204894.770502:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204894.770509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204894.770511:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204894.770517:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204894.770520:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204894.770524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204894.770526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204894.770529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204894.770532:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204895.474504:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298700457, at 4298700480
00000100:00000040:1.0:1788204895.474504:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298700457, at 4298700480
00000100:00000010:0.0:1788204895.474518:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511300.
00000100:00000010:1.0:1788204895.474521:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511f00.
00000100:00000001:1.0:1788204895.602488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204895.602496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204895.602497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204895.602498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204895.602501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204895.602505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204895.602508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204895.602511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204895.602512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204895.602516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204895.602520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204895.602523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204895.602525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204895.602557:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204895.602561:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204895.602565:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204895.794512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204895.794520:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204895.794522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204895.794527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204895.794531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204895.794534:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204895.794537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204895.794539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204895.794542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.626491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204896.626497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204896.626498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204896.626502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204896.626503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204896.626507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.626509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204896.626514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204896.626514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204896.626517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204896.626518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.626522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204896.626526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204896.626552:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204896.626554:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204896.626557:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204896.818459:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204896.818466:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204896.818467:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.818472:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204896.818476:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204896.818479:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.818482:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204896.818484:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.818487:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204897.650493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204897.650497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204897.650502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204897.650502:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204897.650506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204897.650511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204897.650513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204897.650515:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204897.650519:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204897.650521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204897.650523:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204897.650527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204897.650532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204897.650535:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204897.650536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204897.650538:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204897.650542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204897.650542:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204897.650547:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204897.650589:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204897.650593:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204897.650596:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204897.842466:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204897.842473:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204897.842474:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204897.842485:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204897.842489:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204897.842493:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204897.842496:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204897.842499:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204897.842502:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204898.354493:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204898.354504:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204898.354507:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204898.354511:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204898.354516:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204898.354523:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4030
00000400:00000200:1.0:1788204898.354532:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204898.354539:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204898.354542:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204898.354546:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.354550:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204898.354552:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.354555:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204898.354560:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204898.354562:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204898.354565:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204898.354568:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204898.354571:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204898.354573:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204898.354577:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.354579:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204898.354581:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.354583:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204898.354586:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204898.354589:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204898.354592:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204898.354595:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204898.354599:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204898.354602:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204898.354605:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204898.354608:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204898.354626:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0dc00.
00000020:00000040:1.0:1788204898.354631:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204898.354635:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204898.354637:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204898.354640:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204898.354643:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204898.354648:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204898.354656:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788204898.354662:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204898.354672:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204898.354684:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204898.354689:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204898.354694:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f228e2f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204898.354719:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204898.354722:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204898.354725:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204898.354727:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204898.354729:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204898.354732:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204898.354735:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4030
00000400:00000200:1.0:1788204898.354739:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204898.354743:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204898.354747:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204898.354750:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.354753:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204898.354756:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.354758:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204898.354761:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204898.354763:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:2.0:1788204898.354763:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788204898.354768:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204898.354769:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788204898.354772:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:2.0:1788204898.354774:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788204898.354777:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204898.354781:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788204898.354786:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204898.354789:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.354795:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204898.354801:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.354807:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204898.354807:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204898.354812:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204898.354813:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:2.0:1788204898.354820:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788204898.354821:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788204898.354826:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204898.354827:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204898.354832:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204898.354833:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204898.354841:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204898.354841:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556790656:192.168.201.145@tcp:250:kworker.0
02000000:00000001:1.0:1788204898.354848:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.354850:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204898.354851:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204898.354856:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1788204898.354858:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204898.354861:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204898.354863:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204898.354866:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204898.354868:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204898.354874:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
00000100:00000010:1.0:1788204898.354875:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c000.
02000000:00000001:2.0:1788204898.354880:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204898.354881:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204898.354886:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204898.354888:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204898.354890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204898.354892:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204898.354895:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204898.354897:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
02000000:00000001:1.0:1788204898.354898:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204898.354907:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000400:00000010:2.0:1788204898.354908:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000001:1.0:1788204898.354912:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204898.354920:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204898.354927:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556790656, portal 25
00000100:00000001:1.0:1788204898.354930:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204898.354933:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204898.354937:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.354937:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250523648 : -105387459027968 : ffffa02691f0dc00)
00000100:00000040:1.0:1788204898.354945:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c5fe36] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204898.354950:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204898.354972:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204898.354979:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204898.354985:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381edd0.
00000100:00000001:1.0:1788204898.354987:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204898.354991:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556790656, offset 0
00000100:00080000:1.0:1788204898.354992:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204898.354999:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204898.355003:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204898.355004:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788204898.355007:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204898.355012:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204898.355015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788204898.355018:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4030
00000400:00000200:1.0:1788204898.355027:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204898.355027:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788204898.355034:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204898.355037:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204898.355043:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204898.355047:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204898.355048:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204898.355054:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204898.355057:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:1.0:1788204898.355059:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204898.355063:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204898.355065:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1788204898.355066:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204898.355071:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204898.355073:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000040:1.0:1788204898.355075:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204898.355081:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788204898.355082:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3381:3381:256:4294967295] 192.168.201.145@tcp LPNI seq info [3381:3381:8:4294967295]
00000020:00000001:1.0:1788204898.355086:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788204898.355092:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788204898.355094:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.355098:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204898.355101:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.355108:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788204898.355111:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788204898.355114:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204898.355121:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000200:2.0:1788204898.355124:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204898.355126:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204898.355130:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1788204898.355132:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
02000000:00000001:1.0:1788204898.355134:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204898.355139:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204898.355141:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204898.355146:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1788204898.355146:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000008:00000001:1.0:1788204898.355152:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204898.355157:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204898.355158:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204898.355166:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ed80.
00000020:00000040:1.0:1788204898.355182:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:2.0:1788204898.355184:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204898.355186:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204898.355189:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204898.355192:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204898.355194:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204898.355197:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298705576
02000000:00000001:1.0:1788204898.355198:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204898.355203:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204898.355207:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511ba0.
02000000:00000010:1.0:1788204898.355211:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:2.0:1788204898.355217:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204898.355218:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204898.355227:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204898.355227:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298705576
00000100:00000010:2.0:1788204898.355236:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511480.
00000100:00000001:1.0:1788204898.355240:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204898.355242:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204898.355245:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.355248:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204898.355253:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e62ae2b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204898.355254:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.355259:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.355265:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204898.355268:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204898.355273:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204898.355276:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204898.355278:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204898.355280:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204898.355282:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204898.355283:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204898.355286:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:1.0:1788204898.355289:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4030
00000100:00000001:2.0:1788204898.355292:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204898.355311:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1788204898.355312:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204898.355316:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1788204898.355321:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204898.355327:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204898.355327:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204898.355336:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204898.355343:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204898.355344:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204898.355348:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204898.355349:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204898.355352:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788204898.355354:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788204898.355356:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1788204898.355359:0:18698:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204898.355362:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204898.355363:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204898.355367:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:2.0:1788204898.355370:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790784:192.168.201.145@tcp:38:kworker.0
00000020:00000040:1.0:1788204898.355371:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204898.355378:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788204898.355379:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1788204898.355384:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
02000000:00000001:2.0:1788204898.355384:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204898.355387:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204898.355392:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204898.355393:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204898.355425:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204898.355431:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000010:2.0:1788204898.355433:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
00000100:00000001:1.0:1788204898.355435:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788204898.355438:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204898.355440:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000200:2.0:1788204898.355446:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788204898.355449:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000010:2.0:1788204898.355451:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078ec8.
00000100:00000001:1.0:1788204898.355455:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204898.355459:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
02000000:00000001:1.0:1788204898.355460:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204898.355465:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556790784, portal 10
02000000:00000001:1.0:1788204898.355466:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204898.355470:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788204898.355472:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.355473:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250516480 : -105387459035136 : ffffa02691f0c000)
00000100:00000001:1.0:1788204898.355477:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204898.355482:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788204898.355485:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788204898.355487:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204898.355493:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204898.355500:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ce00.
00000100:00000001:2.0:1788204898.355501:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1788204898.355507:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000040:2.0:1788204898.355507:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788204898.355514:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204898.355514:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e000.
02000000:00000001:1.0:1788204898.355517:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204898.355520:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556790784, offset 0
00000100:00000001:1.0:1788204898.355522:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204898.355525:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204898.355527:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204898.355528:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000010:1.0:1788204898.355535:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000400:00000200:2.0:1788204898.355536:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204898.355544:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204898.355545:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204898.355553:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1788204898.355556:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204898.355558:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204898.355564:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204898.355571:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:1.0:1788204898.355577:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204898.355578:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3382:3382:255:4294967295] 192.168.201.145@tcp LPNI seq info [3382:3382:7:4294967295]
00000100:00000001:1.0:1788204898.355583:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204898.355588:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788204898.355593:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc34592] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204898.355605:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204898.355614:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204898.355616:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788204898.355622:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4041)
00000800:00000010:2.0:1788204898.355635:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66100.
00000800:00000200:2.0:1788204898.355642:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204898.355647:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204898.355650:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204898.355655:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204898.355658:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204898.355660:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298703699
00000100:00000001:2.0:1788204898.355663:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298705576
00000100:00000001:2.0:1788204898.355666:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298703699
00000100:00000001:2.0:1788204898.355668:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298705576
00000100:00000001:2.0:1788204898.355671:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204898.355673:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.355675:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204898.355680:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204898.355688:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204898.355690:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204898.355692:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204898.355694:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204898.355697:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204898.355700:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790912:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204898.355704:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204898.355706:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204898.355708:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204898.355710:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204898.355713:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204898.355716:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204898.355719:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204898.355722:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204898.355726:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204898.355730:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556790912, portal 4
00000100:00000001:2.0:1788204898.355732:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204898.355734:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250528128 : -105387459023488 : ffffa02691f0ed80)
00000100:00000040:2.0:1788204898.355740:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204898.355748:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204898.355751:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204898.355754:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381eee0.
00000100:00000200:2.0:1788204898.355757:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556790912, offset 0
00000400:00000200:2.0:1788204898.355762:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204898.355766:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204898.355770:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204898.355773:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204898.355776:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204898.355778:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204898.355781:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204898.355785:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3383:3383:254:4294967295] 192.168.201.145@tcp LPNI seq info [3383:3383:6:4294967295]
00000400:00000200:2.0:1788204898.355789:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204898.355799:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204898.355804:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204898.355807:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66400.
00000800:00000200:2.0:1788204898.355811:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204898.355815:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204898.355817:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204898.355821:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204898.355824:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204898.355826:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298703382
00000100:00000001:2.0:1788204898.355829:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298705576
00000100:00000001:2.0:1788204898.355831:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298703382
00000100:00000001:2.0:1788204898.355833:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298705576
00000100:00000001:2.0:1788204898.355836:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204898.355838:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.355841:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.355844:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204898.355848:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204898.355850:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204898.355851:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204898.355853:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204898.355855:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204898.355859:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204898.355868:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204898.355869:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204898.355872:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204898.355873:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204898.355875:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204898.355879:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791040:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204898.355882:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204898.355884:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204898.355885:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204898.355888:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204898.355891:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204898.355894:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204898.355898:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204898.355901:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078dc0.
00000400:00000010:2.0:1788204898.355905:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788204898.355908:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556791040, portal 4
00000100:00000001:2.0:1788204898.355911:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204898.355912:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520064 : -105387459031552 : ffffa02691f0ce00)
00000100:00000040:2.0:1788204898.355919:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204898.355925:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204898.355928:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204898.355930:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e6e8.
00000100:00000200:2.0:1788204898.355933:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556791040, offset 0
00000400:00000200:2.0:1788204898.355938:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204898.355942:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204898.355946:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204898.355949:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204898.355951:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204898.355954:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204898.355956:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204898.355959:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3384:3384:253:4294967295] 192.168.201.145@tcp LPNI seq info [3384:3384:5:4294967295]
00000400:00000200:2.0:1788204898.355963:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204898.355970:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204898.355974:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204898.355978:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204898.355982:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204898.355985:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204898.355988:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204898.355991:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204898.355994:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204898.355996:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298704113
00000100:00000001:2.0:1788204898.355999:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298705576
00000100:00000001:2.0:1788204898.356001:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298704113
00000100:00000001:2.0:1788204898.356004:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298705576
00000100:00000001:2.0:1788204898.356006:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204898.356008:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.356011:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.356013:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204898.356016:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204898.356017:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204898.356019:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204898.356021:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204898.356022:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204898.356024:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204898.674494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204898.674500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204898.674502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204898.674507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204898.674508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204898.674514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204898.674517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204898.674521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204898.674521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204898.674525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204898.674527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204898.674529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204898.674532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204898.674552:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204898.674555:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204898.674558:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204898.866485:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204898.866493:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204898.866495:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204898.866501:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204898.866504:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204898.866506:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204898.866508:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204898.866510:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204898.866512:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204899.698479:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204899.698485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204899.698486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204899.698492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204899.698492:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204899.698502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204899.698502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204899.698506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204899.698508:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204899.698514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.698517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204899.698520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.698523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204899.698547:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204899.698551:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204899.698555:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204899.890463:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204899.890469:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204899.890471:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204899.890474:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204899.890477:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204899.890479:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204899.890481:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204899.890483:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204899.890485:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204900.594483:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298705576, at 4298705600
00000100:00000040:1.0:1788204900.594483:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298705576, at 4298705600
00000100:00000010:0.0:1788204900.594498:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ba0.
00000100:00000010:1.0:1788204900.594504:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511480.
00000100:00000001:1.0:1788204900.722502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204900.722503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204900.722510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204900.722510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204900.722513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204900.722517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204900.722518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204900.722520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204900.722523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204900.722526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204900.722529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204900.722531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204900.722532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204900.722560:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204900.722564:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204900.722567:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204900.914456:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204900.914464:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204900.914466:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204900.914472:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204900.914477:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204900.914480:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204900.914483:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204900.914487:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204900.914490:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788204901.426703:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:0.0:1788204901.426745:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204901.426755:0:2329:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204901.426760:0:2329:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:0.0:1788204901.426765:0:2329:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204901.426768:0:2329:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204901.426773:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204901.426777:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:0.0:1788204901.426783:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204901.426788:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204901.426801:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381edd0
00000400:00000010:0.0:1788204901.426803:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381edd0.
00000100:00000001:0.0:1788204901.426809:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204901.426820:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204901.426854:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204901.426859:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204901.426883:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204901.426886:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204901.426897:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788204901.426901:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66100.
00000400:00000200:0.0:1788204901.426905:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1788204901.426907:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788204901.426910:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1788204901.426914:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1788204901.426916:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e000
00000400:00000010:0.0:1788204901.426921:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e000.
00000100:00000001:2.0:1788204901.426921:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204901.426928:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1788204901.426934:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204898/real 1788204901]  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204901.426938:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204901.426963:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1788204901.426966:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1788204901.426968:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204901.426971:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204901.426976:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000100:00000001:0.0:1788204901.426979:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204901.426983:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000100:00000001:0.0:1788204901.426984:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:2.0:1788204901.426989:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000800:00000100:0.0:1788204901.426994:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000100:00000001:2.0:1788204901.426997:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:0.0:1788204901.426999:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66400.
00000400:00000200:0.0:1788204901.427004:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:2.0:1788204901.427005:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204901.427013:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204901.427020:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381eee0
00000400:00000010:0.0:1788204901.427024:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381eee0.
00000100:00000001:0.0:1788204901.427028:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204901.427031:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204901.427037:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427050:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204901.427054:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204901.427055:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204901.427059:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788204901.427063:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427063:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204901.427073:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204901.427080:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204901.427086:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204901.427091:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1788204901.427097:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000100:00000040:2.0:1788204901.427101:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1788204901.427103:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:0.0:1788204901.427109:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204901.427118:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1788204901.427119:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1788204901.427123:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e6e8
00000100:00000001:2.0:1788204901.427125:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:0.0:1788204901.427129:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e6e8.
00000100:00000001:2.0:1788204901.427130:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.427134:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204901.427135:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204901.427138:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204901.427143:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:0.0:1788204901.427144:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204901.427150:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204901.427161:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788204901.427163:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000040:0.0:1788204901.427169:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427169:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204901.427181:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204901.427185:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204901.427191:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1788204901.427200:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556790656:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204901.427206:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.427209:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.427213:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0dc00 x1875064556790656/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427221:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204901.427224:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204901.427227:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204901.427232:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204901.427234:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204901.427237:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204901.427239:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204901.427283:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:2.0:1788204901.427290:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204901.427291:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204901.427294:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0dc00.
00000100:00000001:2.0:1788204901.427297:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204901.427298:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427301:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.427303:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204901.427304:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204901.427306:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204901.427309:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204898/real 1788204901]  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204901.427318:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204901.427319:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204901.427322:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078dc0.
00000400:00000200:2.0:1788204901.427325:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788204901.427327:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788204901.427330:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204901.427333:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204901.427341:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427348:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204901.427349:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427351:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.427352:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204901.427356:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427363:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204901.427368:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427375:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204901.427377:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427379:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.427380:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427388:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204901.427390:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204901.427393:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204901.427434:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204901.427437:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204901.427442:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204901.427450:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791040:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204901.427455:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204901.427459:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204898/real 1788204901]  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204901.427468:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204901.427470:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204901.427472:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078ec8.
00000400:00000200:2.0:1788204901.427475:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204901.427477:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204901.427480:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204901.427484:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204901.427493:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427500:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204901.427501:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427503:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.427505:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204901.427509:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427515:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204901.427519:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427525:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204901.427528:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427530:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.427531:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427533:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204901.427535:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204901.427538:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204901.427541:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204901.427544:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204901.427548:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204901.427556:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790784:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204901.427560:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204901.427563:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204898/real 1788204901]  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204901.427571:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204901.427572:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204901.427574:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204901.427576:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204901.427578:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204901.427580:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204901.427584:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204901.427592:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427599:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204901.427600:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427602:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.427603:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204901.427606:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427612:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204901.427615:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427621:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204901.427625:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427626:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204901.427627:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427629:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204901.427630:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204901.427632:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204901.427635:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204901.427638:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204901.427641:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204901.427649:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556790912:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204901.427653:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427654:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.427658:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ce00 x1875064556791040/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427664:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204901.427666:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204901.427668:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204901.427671:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204901.427673:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204901.427674:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204901.427676:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204901.427678:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:2.0:1788204901.427681:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204901.427683:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204901.427684:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ce00.
00000100:00000001:2.0:1788204901.427687:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204901.427688:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427690:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.427693:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c000 x1875064556790784/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427707:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204901.427708:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204901.427710:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204901.427712:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204901.427713:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204901.427715:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204901.427717:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204901.427718:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:2.0:1788204901.427720:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204901.427722:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204901.427723:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c000.
00000100:00000001:2.0:1788204901.427725:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204901.427726:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427728:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204901.427731:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ed80 x1875064556790912/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.427749:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204901.427751:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204901.427752:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204901.427755:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204901.427757:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204901.427758:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204901.427760:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204901.427761:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:2.0:1788204901.427764:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204901.427765:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204901.427766:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ed80.
00000100:00000001:2.0:1788204901.427769:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204901.427770:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427772:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.427781:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204901.427783:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.427786:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204901.427787:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.746487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204901.746488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204901.746493:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.746495:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204901.746499:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204901.746499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204901.746502:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204901.746506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204901.746511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204901.746515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.746518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204901.746520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.746531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204901.746533:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204901.746539:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204901.746544:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204901.938488:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204901.938501:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204901.938503:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.938508:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204901.938511:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204901.938514:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.938516:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204901.938518:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.938520:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204902.770527:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204902.770533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204902.770538:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204902.770540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204902.770544:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204902.770547:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204902.770554:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204902.770556:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204902.770564:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204902.770568:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204902.770573:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204902.770577:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204902.770582:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204902.770604:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204902.770609:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204902.770612:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204902.962536:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204902.962544:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204902.962547:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204902.962553:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204902.962557:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204902.962561:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204902.962564:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204902.962567:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204902.962570:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204903.474546:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204903.474558:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204903.474561:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204903.474565:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204903.474569:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204903.474577:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4036
00000400:00000200:1.0:1788204903.474587:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204903.474593:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204903.474596:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204903.474599:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474602:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204903.474604:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474607:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204903.474611:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204903.474613:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204903.474615:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204903.474618:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204903.474619:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204903.474621:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204903.474623:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474624:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204903.474626:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474628:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204903.474630:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204903.474633:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474634:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204903.474636:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204903.474640:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204903.474642:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.474644:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204903.474645:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204903.474654:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f480.
00000020:00000040:1.0:1788204903.474657:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204903.474661:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204903.474662:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.474665:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204903.474668:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204903.474673:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204903.474682:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788204903.474698:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204903.474711:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204903.474732:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204903.474737:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204903.474742:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ccdf27] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204903.474774:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204903.474778:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204903.474781:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204903.474783:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204903.474785:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204903.474788:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204903.474792:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4036
00000400:00000200:1.0:1788204903.474796:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204903.474799:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204903.474801:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204903.474804:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474806:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204903.474808:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474810:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204903.474813:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204903.474814:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204903.474815:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204903.474818:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204903.474820:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204903.474822:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204903.474825:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474827:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204903.474829:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474831:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204903.474834:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204903.474837:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474840:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204903.474841:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204903.474849:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204903.474851:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.474853:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204903.474859:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204903.474862:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.474864:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204903.474868:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d880.
00000020:00000040:1.0:1788204903.474871:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204903.474873:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204903.474875:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.474877:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204903.474878:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204903.474880:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204903.474886:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000001:1.0:1788204903.474891:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204903.474897:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204903.474905:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204903.474907:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204903.474911:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071cd53c4] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204903.474919:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204903.474922:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204903.474926:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204903.474928:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204903.474930:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204903.474933:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204903.474937:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4036
00000400:00000200:1.0:1788204903.474942:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204903.474946:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204903.474948:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204903.474951:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204903.474953:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204903.474954:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204903.474960:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204903.474961:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204903.474963:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204903.474967:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788204903.474969:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204903.474972:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204903.474975:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204903.474978:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000040:2.0:1788204903.474980:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204903.474981:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204903.474986:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204903.474995:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.474999:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204903.475005:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204903.475005:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204903.475009:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204903.475011:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204903.475013:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
02000000:00000001:2.0:1788204903.475018:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788204903.475019:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788204903.475024:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204903.475025:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204903.475028:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204903.475032:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204903.475037:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204903.475038:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.475042:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204903.475046:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788204903.475048:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556791168:192.168.201.145@tcp:250:kworker.0
00000008:00000001:1.0:1788204903.475051:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.475056:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204903.475063:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f100.
00000100:00000001:2.0:1788204903.475064:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1788204903.475069:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204903.475073:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204903.475074:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204903.475078:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204903.475079:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.475085:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204903.475086:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204903.475087:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204903.475091:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204903.475096:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000010:1.0:1788204903.475097:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
02000000:00000001:2.0:1788204903.475102:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.475104:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204903.475112:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204903.475119:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204903.475127:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204903.475130:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204903.475130:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000100:00000040:1.0:1788204903.475140:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a9604ef] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204903.475144:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000001:1.0:1788204903.475155:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204903.475159:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204903.475159:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556791168, portal 25
00000100:00000001:2.0:1788204903.475167:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788204903.475168:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204903.475172:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204903.475172:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529920 : -105387459021696 : ffffa02691f0f480)
00000100:00080000:1.0:1788204903.475176:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204903.475187:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204903.475192:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4036
00000400:00000200:1.0:1788204903.475196:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204903.475199:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204903.475202:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204903.475205:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.475225:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204903.475227:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.475229:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204903.475232:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204903.475233:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204903.475235:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204903.475237:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204903.475239:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204903.475242:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204903.475245:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.475247:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204903.475249:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204903.475252:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204903.475254:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204903.475257:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204903.475260:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204903.475262:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204903.475264:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204903.475266:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.475269:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204903.475272:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204903.475274:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.475276:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204903.475279:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0fb80.
00000020:00000040:1.0:1788204903.475282:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204903.475284:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204903.475285:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.475287:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204903.475289:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204903.475290:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204903.475294:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:1.0:1788204903.475297:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204903.475301:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204903.475308:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204903.475310:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204903.475314:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23cdd19] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204903.475321:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204903.475327:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4046)
00000100:00000040:2.0:1788204903.475800:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.475812:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204903.475817:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204903.475821:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204903.475827:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556791168, offset 0
00000400:00000200:2.0:1788204903.475836:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204903.475848:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204903.475856:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204903.475864:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204903.475869:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204903.475874:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204903.475877:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204903.475882:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3385:3385:256:4294967295] 192.168.201.145@tcp LPNI seq info [3385:3385:8:4294967295]
00000400:00000200:2.0:1788204903.475887:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204903.475899:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204903.475907:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204903.475914:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204903.475925:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204903.475931:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204903.475939:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204903.475943:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204903.475948:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204903.475952:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204903.475960:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204903.475983:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204903.475991:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204903.475994:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204903.476002:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204903.476008:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476020:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204903.476025:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476034:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.476037:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204903.476046:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204903.476051:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204903.476054:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298710697
00000100:00000010:2.0:1788204903.476061:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511120.
00000100:00000001:2.0:1788204903.476070:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204903.476078:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298710697
00000100:00000010:2.0:1788204903.476082:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511060.
00000100:00000001:2.0:1788204903.476086:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204903.476089:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204903.476093:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.476096:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204903.476101:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204903/real 1788204903]  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204903.476112:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204903.476113:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204903.476116:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204903.476120:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204903.476123:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204903.476126:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204903.476130:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204903.476139:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476147:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204903.476149:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476152:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204903.476155:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204903.476160:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476168:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204903.476173:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476182:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204903.476186:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476188:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204903.476189:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476192:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204903.476195:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204903.476219:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204903.476225:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204903.476229:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204903.476234:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204903.476244:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556791168:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204903.476254:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204903.476260:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476265:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204903.476267:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204903.476269:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204903.476272:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204903.476274:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204903.476277:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791296:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204903.476279:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204903.476283:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204903.476285:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204903.476286:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204903.476290:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204903.476292:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204903.476295:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204903.476297:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204903.476300:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204903.476304:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556791296, portal 10
00000100:00000001:2.0:1788204903.476305:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204903.476306:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250522752 : -105387459028864 : ffffa02691f0d880)
00000100:00000040:2.0:1788204903.476312:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476317:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204903.476319:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204903.476320:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204903.476322:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556791296, offset 0
00000400:00000200:2.0:1788204903.476326:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204903.476330:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204903.476334:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204903.476337:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204903.476341:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204903.476344:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204903.476346:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204903.476350:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3386:3386:256:4294967295] 192.168.201.145@tcp LPNI seq info [3386:3386:8:4294967295]
00000400:00000200:2.0:1788204903.476354:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204903.476367:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204903.476373:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204903.476377:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204903.476382:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204903.476385:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204903.476390:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204903.476393:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204903.476424:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204903.476427:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204903.476430:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204903.476434:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204903.476438:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204903.476440:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204903.476443:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204903.476447:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476454:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204903.476457:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476463:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.476465:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204903.476469:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204903.476474:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204903.476477:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204903.476479:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298708820
00000100:00000001:2.0:1788204903.476482:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298710697
00000100:00000001:2.0:1788204903.476484:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298708820
00000100:00000001:2.0:1788204903.476486:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298710697
00000100:00000001:2.0:1788204903.476489:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204903.476491:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.476493:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204903.476497:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204903/real 1788204903]  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204903.476504:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204903.476506:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204903.476508:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204903.476510:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204903.476512:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204903.476514:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204903.476517:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204903.476525:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476533:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204903.476534:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476536:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204903.476537:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204903.476541:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476548:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204903.476553:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476561:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204903.476563:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476565:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204903.476566:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476568:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204903.476571:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204903.476574:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204903.476577:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204903.476580:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204903.476584:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204903.476592:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791296:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204903.476597:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476600:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204903.476604:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f480 x1875064556791168/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476612:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204903.476616:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204903.476619:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204903.476622:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204903.476624:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204903.476626:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204903.476628:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204903.476631:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:2.0:1788204903.476635:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204903.476636:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204903.476638:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f480.
00000100:00000001:2.0:1788204903.476642:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204903.476643:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476645:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204903.476647:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d880 x1875064556791296/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476652:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204903.476653:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204903.476654:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204903.476656:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204903.476657:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204903.476658:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204903.476660:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204903.476661:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:2.0:1788204903.476662:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204903.476663:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204903.476664:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d880.
00000100:00000001:2.0:1788204903.476665:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204903.476666:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476668:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476676:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204903.476678:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.476680:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204903.476681:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204903.476682:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204903.476685:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476689:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204903.476690:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204903.476692:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204903.476694:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204903.476695:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204903.476697:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791424:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204903.476700:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204903.476703:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204903.476705:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204903.476707:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204903.476710:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204903.476712:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204903.476717:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204903.476719:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204903.476723:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204903.476727:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556791424, portal 4
00000100:00000001:2.0:1788204903.476729:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204903.476732:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529024 : -105387459022592 : ffffa02691f0f100)
00000100:00000040:2.0:1788204903.476739:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476746:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204903.476748:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204903.476751:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204903.476754:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556791424, offset 0
00000400:00000200:2.0:1788204903.476758:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204903.476762:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204903.476766:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204903.476770:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204903.476773:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204903.476776:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204903.476778:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204903.476782:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3387:3387:256:4294967295] 192.168.201.145@tcp LPNI seq info [3387:3387:8:4294967295]
00000400:00000200:2.0:1788204903.476786:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204903.476792:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204903.476796:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204903.476799:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204903.476802:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204903.476811:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204903.476816:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204903.476840:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204903.476845:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204903.476848:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204903.476851:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204903.476855:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204903.476858:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204903.476860:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204903.476863:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204903.476868:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476876:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204903.476880:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476888:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.476890:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204903.476894:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204903.476897:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204903.476902:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204903.476905:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298708503
00000100:00000001:2.0:1788204903.476907:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298710697
00000100:00000001:2.0:1788204903.476910:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298708503
00000100:00000001:2.0:1788204903.476912:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298710697
00000100:00000001:2.0:1788204903.476915:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204903.476917:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.476919:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204903.476924:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204903/real 1788204903]  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204903.476932:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204903.476933:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204903.476935:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204903.476938:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204903.476939:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204903.476942:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204903.476945:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204903.476955:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476962:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204903.476963:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476966:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204903.476967:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204903.476971:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476976:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204903.476979:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.476983:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204903.476985:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476986:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204903.476987:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.476988:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204903.476989:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204903.476991:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204903.476993:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204903.476995:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204903.476997:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204903.477003:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791424:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204903.477005:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204903.477008:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.477012:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204903.477013:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204903.477014:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204903.477016:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204903.477017:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204903.477020:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791552:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204903.477022:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204903.477024:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204903.477025:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204903.477027:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204903.477029:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204903.477031:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204903.477033:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204903.477035:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204903.477037:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204903.477040:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556791552, portal 4
00000100:00000001:2.0:1788204903.477042:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204903.477043:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250531712 : -105387459019904 : ffffa02691f0fb80)
00000100:00000040:2.0:1788204903.477047:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.477052:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204903.477053:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204903.477055:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204903.477057:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556791552, offset 0
00000400:00000200:2.0:1788204903.477059:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204903.477062:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204903.477064:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204903.477066:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204903.477068:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204903.477070:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204903.477071:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204903.477074:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3388:3388:256:4294967295] 192.168.201.145@tcp LPNI seq info [3388:3388:8:4294967295]
00000400:00000200:2.0:1788204903.477077:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204903.477081:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204903.477084:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204903.477086:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204903.477088:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204903.477091:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204903.477094:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204903.477096:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204903.477098:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204903.477100:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204903.477103:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204903.477105:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204903.477107:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204903.477108:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204903.477110:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204903.477112:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.477118:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204903.477120:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.477124:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.477125:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204903.477127:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204903.477129:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204903.477131:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204903.477132:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298709234
00000100:00000001:2.0:1788204903.477133:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298710697
00000100:00000001:2.0:1788204903.477135:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298709234
00000100:00000001:2.0:1788204903.477136:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298710697
00000100:00000001:2.0:1788204903.477138:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204903.477139:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.477141:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204903.477143:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204903/real 1788204903]  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204903.477147:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204903.477148:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204903.477149:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204903.477151:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204903.477152:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204903.477154:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204903.477156:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204903.477161:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.477165:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204903.477166:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.477167:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204903.477168:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204903.477170:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.477174:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204903.477176:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.477180:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204903.477181:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.477182:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204903.477183:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.477184:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204903.477185:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204903.477186:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204903.477188:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204903.477189:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204903.477192:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204903.477197:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791552:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204903.477201:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.477203:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204903.477220:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f100 x1875064556791424/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.477228:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204903.477230:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204903.477232:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204903.477234:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204903.477236:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204903.477238:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204903.477240:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204903.477242:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:2.0:1788204903.477245:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204903.477247:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204903.477248:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f100.
00000100:00000001:2.0:1788204903.477251:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204903.477253:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.477255:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204903.477259:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0fb80 x1875064556791552/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204903.477266:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204903.477267:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204903.477269:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204903.477270:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204903.477271:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204903.477272:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204903.477273:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204903.477275:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:2.0:1788204903.477276:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204903.477277:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204903.477278:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0fb80.
00000100:00000001:2.0:1788204903.477279:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204903.477280:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.477281:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.477284:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204903.477285:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204903.477286:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204903.477287:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.794518:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204903.794525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204903.794528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204903.794531:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204903.794532:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204903.794536:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204903.794540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204903.794541:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.794547:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204903.794548:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204903.794552:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204903.794556:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204903.794557:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.794559:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204903.794561:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204903.794563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204903.794565:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204903.794571:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204903.794572:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204903.794623:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204903.794629:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204903.794633:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204903.986562:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204903.986575:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204903.986577:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204903.986584:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204903.986590:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204903.986596:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.986599:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204903.986602:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.986605:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204904.818574:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204904.818576:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204904.818585:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204904.818586:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204904.818591:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204904.818596:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204904.818598:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204904.818600:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204904.818605:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204904.818611:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204904.818616:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204904.818620:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204904.818625:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204904.818668:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204904.818674:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204904.818679:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204905.010492:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204905.010503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204905.010506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204905.010513:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204905.010516:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204905.010520:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204905.010523:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204905.010526:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204905.010528:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204905.714558:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298710697, at 4298710720
00000100:00000040:0.0:1788204905.714559:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298710697, at 4298710720
00000100:00000010:1.0:1788204905.714579:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511060.
00000100:00000010:0.0:1788204905.714584:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511120.
00000100:00000001:1.0:1788204905.842503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204905.842513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204905.842516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204905.842517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204905.842522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204905.842524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204905.842529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204905.842529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204905.842533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204905.842533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204905.842538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204905.842541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204905.842544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204905.842591:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204905.842597:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204905.842602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204906.034550:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204906.034561:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204906.034565:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.034573:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204906.034578:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204906.034583:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.034586:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204906.034590:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.034594:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.866542:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204906.866548:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204906.866550:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204906.866556:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204906.866558:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204906.866560:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204906.866568:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.866570:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.866582:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204906.866586:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204906.866586:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204906.866591:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.866593:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204906.866651:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204906.866656:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204906.866660:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204907.058573:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204907.058583:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204907.058586:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204907.058593:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204907.058598:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204907.058604:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204907.058608:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204907.058611:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204907.058615:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204907.890518:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204907.890528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204907.890530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204907.890536:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204907.890541:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204907.890545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204907.890546:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204907.890554:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204907.890555:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204907.890560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204907.890562:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204907.890564:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204907.890567:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204907.890571:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204907.890575:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204907.890578:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204907.890580:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204907.890582:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204907.890584:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204907.890626:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204907.890630:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204907.890633:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204908.082569:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204908.082580:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204908.082582:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204908.082590:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204908.082596:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204908.082601:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.082605:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204908.082609:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.082614:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204908.594491:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204908.594500:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204908.594502:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204908.594505:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204908.594509:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204908.594517:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4041
00000400:00000200:3.0:1788204908.594524:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204908.594530:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204908.594533:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204908.594535:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594538:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204908.594540:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594541:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204908.594544:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204908.594546:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204908.594548:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204908.594551:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204908.594552:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204908.594554:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204908.594556:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594557:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204908.594559:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594560:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204908.594562:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204908.594564:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594566:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204908.594568:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204908.594571:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204908.594575:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.594576:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204908.594578:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204908.594586:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204908.594591:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204908.594595:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204908.594597:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.594601:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204908.594603:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204908.594607:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204908.594613:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788204908.594619:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204908.594627:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204908.594635:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204908.594638:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204908.594643:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204908.594666:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204908.594670:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204908.594674:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204908.594675:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204908.594677:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204908.594680:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204908.594683:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4041
00000400:00000200:3.0:1788204908.594687:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204908.594693:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204908.594695:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204908.594699:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594702:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204908.594705:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594706:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204908.594708:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204908.594709:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204908.594710:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204908.594713:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204908.594714:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204908.594716:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204908.594719:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594722:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204908.594723:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594724:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204908.594726:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204908.594727:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594729:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204908.594732:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204908.594733:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204908.594737:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204908.594740:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788204908.594741:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.594746:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204908.594748:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1788204908.594750:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204908.594754:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.594755:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204908.594759:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788204908.594765:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000040:2.0:1788204908.594768:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204908.594769:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204908.594774:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.594780:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204908.594783:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204908.594787:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204908.594795:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:2.0:1788204908.594801:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204908.594802:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.594807:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204908.594812:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204908.594814:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204908.594820:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204908.594829:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.594830:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204908.594837:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204908.594848:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556791680:192.168.201.145@tcp:250:kworker.0
00000100:00000040:3.0:1788204908.594849:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.594871:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204908.594881:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204908.594886:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.594887:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204908.594894:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788204908.594895:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204908.594902:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204908.594903:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204908.594905:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1788204908.594909:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
00000100:00000001:3.0:1788204908.594910:0:18698:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204908.594914:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204908.594921:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4041
00000400:00000200:2.0:1788204908.594926:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204908.594931:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000200:3.0:1788204908.594932:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204908.594939:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000010:2.0:1788204908.594941:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00080000:3.0:1788204908.594943:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204908.594950:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:2.0:1788204908.594951:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556791680, portal 25
00000100:00000001:3.0:1788204908.594956:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204908.594958:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204908.594965:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:3.0:1788204908.594966:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.594976:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788204908.594983:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204908.594984:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204908.594987:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204908.594993:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204908.594997:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204908.595004:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:2.0:1788204908.595009:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788204908.595009:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204908.595020:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:2.0:1788204908.595025:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595026:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204908.595031:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595033:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:2.0:1788204908.595034:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000020:00000040:3.0:1788204908.595036:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788204908.595044:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000200:2.0:1788204908.595046:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556791680, offset 0
00000100:00000001:3.0:1788204908.595046:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204908.595051:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204908.595054:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204908.595056:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.595064:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204908.595066:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204908.595069:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204908.595076:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595077:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204908.595085:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788204908.595088:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204908.595089:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204908.595090:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.595093:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204908.595094:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204908.595096:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204908.595099:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204908.595102:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000400:00000200:2.0:1788204908.595104:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788204908.595107:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204908.595113:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204908.595138:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00100000:3.0:1788204908.595140:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204908.595146:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204908.595160:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595170:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204908.595178:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3389:3389:256:4294967295] 192.168.201.145@tcp LPNI seq info [3389:3389:8:4294967295]
00000100:00000001:3.0:1788204908.595179:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204908.595190:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204908.595196:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204908.595206:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204908.595225:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595237:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204908.595240:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000100:00080000:3.0:1788204908.595242:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204908.595249:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204908.595252:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1788204908.595258:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788204908.595258:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204908.595267:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204908.595268:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1788204908.595274:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4041
00000400:00000200:3.0:1788204908.595281:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204908.595285:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204908.595287:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788204908.595294:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204908.595297:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595303:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204908.595303:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1788204908.595314:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000100:2.0:1788204908.595320:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595322:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:2.0:1788204908.595324:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000020:00000001:3.0:1788204908.595328:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204908.595330:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204908.595332:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204908.595334:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1788204908.595335:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000200:2.0:1788204908.595347:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1788204908.595351:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204908.595354:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:2.0:1788204908.595356:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204908.595360:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000040:3.0:1788204908.595360:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595370:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204908.595372:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204908.595373:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595378:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000200:2.0:1788204908.595380:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204908.595382:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204908.595394:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204908.595438:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204908.595440:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204908.595443:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204908.595445:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.595453:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204908.595457:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204908.595459:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.595460:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204908.595463:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204908.595469:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000100:00000040:2.0:1788204908.595470:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204908.595473:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204908.595481:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204908.595484:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204908.595492:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204908.595497:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204908.595502:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.595510:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204908.595510:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:2.0:1788204908.595525:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204908.595526:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204908.595533:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204908.595534:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204908.595551:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204908.595553:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204908.595556:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298715817
00000100:00000001:3.0:1788204908.595557:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204908.595573:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925115a0.
00000100:00000040:3.0:1788204908.595573:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204908.595587:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.595590:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1788204908.595591:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4051)
00000100:00000001:2.0:1788204908.595609:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298715817
00000100:00000010:2.0:1788204908.595617:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511c60.
00000100:00000001:2.0:1788204908.595622:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204908.595627:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204908.595631:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.595634:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204908.595642:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204908/real 1788204908]  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204908.595654:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204908.595656:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204908.595658:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204908.595662:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204908.595663:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204908.595665:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204908.595669:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204908.595676:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595681:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204908.595682:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.595684:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204908.595686:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204908.595689:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595694:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204908.595698:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595704:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204908.595706:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.595707:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204908.595709:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.595711:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204908.595712:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204908.595715:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204908.595718:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204908.595720:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204908.595723:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204908.595729:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556791680:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204908.595733:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.595734:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204908.595737:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556791680/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595741:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204908.595744:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204908.595746:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204908.595749:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204908.595752:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204908.595754:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204908.595756:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204908.595759:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:2.0:1788204908.595764:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204908.595766:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204908.595768:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788204908.595773:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204908.595774:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.595777:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.595787:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204908.595790:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.595793:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204908.595795:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204908.595797:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204908.595802:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595809:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204908.595810:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204908.595812:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204908.595814:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204908.595815:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204908.595817:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791808:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204908.595820:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204908.595822:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204908.595823:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204908.595824:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204908.595827:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204908.595828:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204908.595831:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204908.595834:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204908.595837:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204908.595839:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556791808, portal 10
00000100:00000001:2.0:1788204908.595841:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204908.595842:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:2.0:1788204908.595848:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595853:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204908.595854:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204908.595856:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204908.595858:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556791808, offset 0
00000400:00000200:2.0:1788204908.595861:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204908.595864:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204908.595867:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204908.595869:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204908.595871:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204908.595873:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204908.595875:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204908.595878:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3390:3390:256:4294967295] 192.168.201.145@tcp LPNI seq info [3390:3390:8:4294967295]
00000400:00000200:2.0:1788204908.595881:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204908.595886:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204908.595889:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204908.595892:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204908.595895:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204908.595897:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204908.595901:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204908.595903:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204908.595906:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204908.595908:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204908.595910:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204908.595913:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204908.595915:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204908.595916:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204908.595918:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204908.595921:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595927:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204908.595929:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595934:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.595935:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204908.595936:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204908.595940:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204908.595942:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204908.595943:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298713939
00000100:00000001:2.0:1788204908.595945:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298715817
00000100:00000001:2.0:1788204908.595947:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298713939
00000100:00000001:2.0:1788204908.595948:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298715817
00000100:00000001:2.0:1788204908.595950:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204908.595952:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.595953:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204908.595956:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204908/real 1788204908]  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204908.595961:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204908.595962:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204908.595963:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204908.595965:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204908.595966:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204908.595967:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204908.595969:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204908.595976:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595980:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204908.595980:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.595982:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204908.595982:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204908.595985:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595988:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204908.595991:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.595995:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204908.595997:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.595998:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204908.595998:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.595999:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204908.596001:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204908.596002:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204908.596005:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204908.596007:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204908.596010:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204908.596015:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791808:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204908.596017:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204908.596019:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596023:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204908.596024:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204908.596026:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204908.596027:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204908.596028:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204908.596030:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791936:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204908.596033:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204908.596034:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204908.596035:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204908.596037:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204908.596039:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204908.596040:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204908.596042:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204908.596044:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204908.596046:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204908.596048:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556791936, portal 4
00000100:00000001:2.0:1788204908.596049:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204908.596050:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788204908.596055:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596060:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204908.596062:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204908.596064:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204908.596065:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556791936, offset 0
00000400:00000200:2.0:1788204908.596068:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204908.596070:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204908.596073:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204908.596075:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204908.596076:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204908.596078:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204908.596080:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204908.596082:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3391:3391:256:4294967295] 192.168.201.145@tcp LPNI seq info [3391:3391:8:4294967295]
00000400:00000200:2.0:1788204908.596085:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204908.596089:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204908.596091:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204908.596093:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204908.596095:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204908.596097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204908.596100:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204908.596101:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204908.596104:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204908.596106:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204908.596108:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204908.596110:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204908.596112:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204908.596113:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204908.596115:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204908.596117:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596138:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204908.596141:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596146:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.596147:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204908.596150:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204908.596153:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204908.596155:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204908.596157:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298713622
00000100:00000001:2.0:1788204908.596159:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298715817
00000100:00000001:2.0:1788204908.596160:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298713622
00000100:00000001:2.0:1788204908.596162:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298715817
00000100:00000001:2.0:1788204908.596163:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204908.596165:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.596166:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204908.596168:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204908/real 1788204908]  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204908.596173:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204908.596174:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204908.596176:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204908.596177:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204908.596178:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204908.596180:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204908.596182:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204908.596187:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596191:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204908.596192:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596193:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204908.596194:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204908.596196:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596200:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204908.596202:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596208:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204908.596210:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596211:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204908.596212:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596214:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204908.596215:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204908.596216:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204908.596218:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204908.596220:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204908.596222:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204908.596227:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556791936:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204908.596229:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204908.596231:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596235:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204908.596236:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204908.596237:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204908.596239:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204908.596240:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204908.596242:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792064:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204908.596244:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204908.596246:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204908.596247:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204908.596248:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204908.596250:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204908.596252:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204908.596253:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204908.596256:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204908.596257:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204908.596260:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556792064, portal 4
00000100:00000001:2.0:1788204908.596261:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204908.596262:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788204908.596266:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596271:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204908.596273:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204908.596274:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204908.596276:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556792064, offset 0
00000400:00000200:2.0:1788204908.596279:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204908.596281:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204908.596283:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204908.596286:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204908.596288:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204908.596289:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204908.596291:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204908.596293:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3392:3392:256:4294967295] 192.168.201.145@tcp LPNI seq info [3392:3392:8:4294967295]
00000400:00000200:2.0:1788204908.596296:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204908.596300:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204908.596303:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204908.596305:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204908.596308:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204908.596310:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204908.596313:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204908.596315:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204908.596317:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204908.596319:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204908.596321:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204908.596323:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204908.596326:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204908.596327:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204908.596329:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204908.596331:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596337:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204908.596339:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596343:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.596344:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204908.596346:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204908.596348:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204908.596350:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204908.596351:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298714353
00000100:00000001:2.0:1788204908.596353:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298715817
00000100:00000001:2.0:1788204908.596355:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298714353
00000100:00000001:2.0:1788204908.596356:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298715817
00000100:00000001:2.0:1788204908.596358:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204908.596359:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.596360:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204908.596362:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204908/real 1788204908]  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204908.596366:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204908.596367:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204908.596368:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204908.596369:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204908.596370:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204908.596371:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204908.596373:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204908.596378:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596388:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204908.596389:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596390:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204908.596391:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204908.596393:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596418:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204908.596421:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596425:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204908.596427:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596428:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204908.596429:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596430:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204908.596431:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204908.596433:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204908.596435:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204908.596436:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204908.596438:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204908.596443:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792064:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204908.596445:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596447:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204908.596449:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556791808/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596453:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204908.596455:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204908.596458:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204908.596460:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204908.596462:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204908.596464:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204908.596466:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204908.596468:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:2.0:1788204908.596470:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204908.596472:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204908.596474:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788204908.596477:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204908.596478:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596480:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204908.596484:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556791936/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596491:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204908.596493:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204908.596495:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204908.596497:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204908.596498:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204908.596500:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204908.596502:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204908.596504:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:2.0:1788204908.596506:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204908.596508:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204908.596509:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788204908.596512:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204908.596513:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596514:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204908.596517:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556792064/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204908.596522:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204908.596523:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204908.596524:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204908.596525:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204908.596526:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204908.596527:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204908.596529:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204908.596530:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:2.0:1788204908.596531:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204908.596532:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204908.596533:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204908.596535:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204908.596536:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596537:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204908.596539:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204908.596540:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204908.596541:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204908.596543:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204908.914486:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204908.914494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204908.914496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204908.914500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204908.914503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204908.914507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204908.914510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204908.914512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204908.914514:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204908.914527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204908.914534:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204908.914541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204908.914542:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204908.914590:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204908.914594:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204908.914597:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204909.106538:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204909.106546:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204909.106548:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204909.106554:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204909.106557:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204909.106561:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204909.106564:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204909.106567:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204909.106570:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204909.938540:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204909.938544:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204909.938547:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204909.938551:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204909.938553:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204909.938558:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204909.938563:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204909.938565:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204909.938567:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204909.938570:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204909.938571:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204909.938578:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204909.938582:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204909.938618:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204909.938622:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204909.938626:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204910.130583:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204910.130591:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204910.130593:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204910.130599:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204910.130603:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204910.130607:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204910.130610:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204910.130613:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204910.130615:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204910.834507:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298715817, at 4298715840
00000100:00000040:1.0:1788204910.834515:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298715817, at 4298715840
00000100:00000010:0.0:1788204910.834526:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925115a0.
00000100:00000010:1.0:1788204910.834527:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511c60.
00000100:00000001:1.0:1788204910.962501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204910.962508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204910.962510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204910.962516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204910.962521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204910.962525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204910.962529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204910.962533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204910.962537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204910.962537:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204910.962546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204910.962553:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204910.962555:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204910.962614:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204910.962619:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204910.962623:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204911.154603:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204911.154613:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204911.154615:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204911.154621:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204911.154625:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204911.154629:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204911.154631:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204911.154634:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204911.154637:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.986522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204911.986530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204911.986534:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204911.986540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204911.986545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204911.986549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204911.986551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204911.986557:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.986559:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204911.986565:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204911.986569:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204911.986571:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204911.986573:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204911.986611:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204911.986618:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204911.986622:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204912.178571:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204912.178581:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204912.178584:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204912.178590:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204912.178595:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204912.178600:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.178604:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204912.178608:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.178611:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204913.010571:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204913.010578:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204913.010580:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204913.010584:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204913.010587:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204913.010591:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204913.010594:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204913.010598:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204913.010599:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204913.010603:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204913.010608:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204913.010618:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204913.010621:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204913.010676:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204913.010681:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204913.010685:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204913.202529:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204913.202537:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204913.202539:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204913.202545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204913.202551:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204913.202555:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.202558:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204913.202562:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.202565:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204913.714536:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204913.714545:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204913.714547:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204913.714551:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204913.714555:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204913.714560:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4046
00000400:00000200:1.0:1788204913.714568:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204913.714573:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204913.714575:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204913.714578:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714580:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204913.714582:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714584:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204913.714587:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204913.714589:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204913.714591:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204913.714593:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204913.714595:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204913.714597:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204913.714599:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714600:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204913.714602:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714603:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204913.714605:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204913.714608:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714609:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204913.714618:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204913.714621:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204913.714623:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.714624:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204913.714626:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204913.714633:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e300.
00000020:00000040:1.0:1788204913.714636:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204913.714639:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204913.714640:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.714643:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204913.714645:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204913.714648:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204913.714654:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788204913.714660:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204913.714667:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204913.714675:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204913.714679:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204913.714683:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069697a96] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204913.714704:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204913.714707:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204913.714709:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204913.714711:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204913.714712:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204913.714714:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204913.714716:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4046
00000400:00000200:1.0:1788204913.714718:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204913.714721:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204913.714722:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204913.714724:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714726:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204913.714727:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714729:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204913.714731:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204913.714731:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204913.714733:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204913.714735:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204913.714736:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204913.714738:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204913.714741:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714742:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204913.714743:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714745:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204913.714747:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204913.714749:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204913.714751:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204913.714752:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204913.714756:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204913.714758:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.714760:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204913.714764:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204913.714766:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.714767:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204913.714772:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0fb80.
00000100:00000001:2.0:1788204913.714772:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1788204913.714782:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:2.0:1788204913.714784:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204913.714785:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204913.714793:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.714795:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204913.714796:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204913.714798:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204913.714801:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204913.714806:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788204913.714810:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204913.714812:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204913.714818:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204913.714884:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204913.714885:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204913.714890:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.714890:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204913.714904:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23cdd19] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204913.714904:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204913.714912:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204913.714917:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204913.714920:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204913.714922:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204913.714930:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204913.714935:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204913.714937:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556792192:192.168.201.145@tcp:250:kworker.0
00000100:00080000:1.0:1788204913.714938:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204913.714949:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204913.714956:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1788204913.714960:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4046
02000000:00000001:2.0:1788204913.714964:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:1.0:1788204913.714970:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:2.0:1788204913.714971:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204913.714979:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1788204913.714981:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204913.714986:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1788204913.714990:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
00000100:00000040:1.0:1788204913.714991:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788204913.714996:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.714999:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204913.715006:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204913.715015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204913.715016:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204913.715027:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204913.715028:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000010:2.0:1788204913.715043:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204913.715054:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204913.715064:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556792192, portal 25
00000100:00000001:2.0:1788204913.715068:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204913.715070:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250525440 : -105387459026176 : ffffa02691f0e300)
00000100:00000040:2.0:1788204913.715079:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204913.715086:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204913.715091:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204913.715100:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:2.0:1788204913.715104:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1788204913.715105:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204913.715117:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:2.0:1788204913.715118:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204913.715126:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204913.715127:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000040:1.0:1788204913.715132:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.715138:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204913.715140:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000200:2.0:1788204913.715140:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556792192, offset 0
00000100:00080000:1.0:1788204913.715153:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204913.715159:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204913.715160:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788204913.715164:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204913.715170:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204913.715179:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788204913.715181:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.715187:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204913.715189:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204913.715192:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000008:00000001:1.0:1788204913.715197:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.715202:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204913.715203:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1788204913.715212:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f100.
00000400:00000200:2.0:1788204913.715213:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:1.0:1788204913.715221:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:2.0:1788204913.715222:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1788204913.715230:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204913.715231:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:1.0:1788204913.715240:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204913.715244:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3393:3393:256:4294967295] 192.168.201.145@tcp LPNI seq info [3393:3393:8:4294967295]
00000100:00000001:1.0:1788204913.715247:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204913.715251:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204913.715254:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204913.715260:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:1.0:1788204913.715264:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788204913.715271:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204913.715283:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204913.715294:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204913.715303:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204913.715308:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204913.715312:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788204913.715321:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a9604ef] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1788204913.715325:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204913.715340:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204913.715346:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204913.715346:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1788204913.715357:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204913.715363:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1788204913.715366:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204913.715367:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204913.715369:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1788204913.715379:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788204913.715380:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204913.715388:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4046
00000400:00000200:1.0:1788204913.715435:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204913.715441:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204913.715445:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204913.715448:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204913.715452:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1788204913.715460:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204913.715464:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000100:00000040:1.0:1788204913.715472:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204913.715475:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204913.715478:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204913.715484:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204913.715486:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1788204913.715488:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204913.715493:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204913.715495:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000020:00000040:1.0:1788204913.715497:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204913.715505:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000010:2.0:1788204913.715505:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000020:00000001:1.0:1788204913.715510:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204913.715515:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204913.715515:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204913.715522:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204913.715529:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:2.0:1788204913.715530:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204913.715538:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204913.715548:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204913.715558:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204913.715566:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204913.715573:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204913.715577:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204913.715578:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788204913.715580:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.715585:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204913.715587:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204913.715589:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204913.715602:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.715611:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204913.715619:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d880.
00000020:00000040:1.0:1788204913.715628:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788204913.715628:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204913.715640:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204913.715640:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788204913.715648:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204913.715650:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204913.715652:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204913.715656:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.715656:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204913.715670:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000400:00000200:2.0:1788204913.715677:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204913.715679:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.715683:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298720937
00000100:00100000:1.0:1788204913.715689:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788204913.715694:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511960.
00000100:00000001:1.0:1788204913.715707:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204913.715710:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.715713:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1788204913.715714:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071cd53c4] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204913.715727:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204913.715731:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4056)
00000100:00000001:2.0:1788204913.715736:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298720937
00000100:00000010:2.0:1788204913.715744:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925115a0.
00000100:00000001:2.0:1788204913.715750:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204913.715757:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204913.715762:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.715765:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204913.715775:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204913/real 1788204913]  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204913.715787:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204913.715789:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204913.715792:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204913.715796:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204913.715798:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204913.715801:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204913.715805:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204913.715816:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.715823:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204913.715825:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.715828:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204913.715830:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204913.715836:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.715845:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204913.715850:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.715859:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204913.715862:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.715864:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204913.715866:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.715870:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204913.715872:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204913.715876:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204913.715881:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204913.715884:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204913.715889:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204913.715899:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556792192:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204913.715904:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.715906:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204913.715910:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e300 x1875064556792192/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.715918:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204913.715921:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204913.715924:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204913.715927:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204913.715930:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204913.715932:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204913.715936:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204913.715939:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:2.0:1788204913.715944:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204913.715946:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204913.715948:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e300.
00000100:00000001:2.0:1788204913.715952:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204913.715954:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.715956:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.715965:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204913.715967:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.715970:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204913.715972:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204913.715974:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204913.715978:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.715987:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204913.715989:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204913.715992:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204913.715994:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204913.715997:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204913.716000:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792320:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204913.716004:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204913.716007:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204913.716009:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204913.716011:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204913.716014:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204913.716016:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204913.716020:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204913.716023:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204913.716027:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204913.716045:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556792320, portal 10
00000100:00000001:2.0:1788204913.716048:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204913.716049:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250531712 : -105387459019904 : ffffa02691f0fb80)
00000100:00000040:2.0:1788204913.716057:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716065:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204913.716067:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204913.716070:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204913.716072:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556792320, offset 0
00000400:00000200:2.0:1788204913.716077:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204913.716082:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204913.716086:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204913.716089:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204913.716092:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204913.716095:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204913.716097:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204913.716102:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3394:3394:256:4294967295] 192.168.201.145@tcp LPNI seq info [3394:3394:8:4294967295]
00000400:00000200:2.0:1788204913.716106:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204913.716114:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204913.716119:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204913.716122:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204913.716127:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204913.716130:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204913.716136:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204913.716139:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204913.716143:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204913.716145:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204913.716149:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204913.716153:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204913.716155:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204913.716158:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204913.716160:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204913.716164:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716174:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204913.716178:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716186:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.716188:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204913.716191:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204913.716195:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204913.716199:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204913.716202:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298719059
00000100:00000001:2.0:1788204913.716205:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298720937
00000100:00000001:2.0:1788204913.716207:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298719059
00000100:00000001:2.0:1788204913.716210:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298720937
00000100:00000001:2.0:1788204913.716212:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204913.716215:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.716217:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204913.716221:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204913/real 1788204913]  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204913.716230:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204913.716231:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204913.716233:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204913.716236:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204913.716238:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204913.716240:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204913.716243:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204913.716253:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716260:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204913.716262:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716263:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204913.716265:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204913.716268:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716277:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204913.716281:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716290:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204913.716292:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716293:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204913.716294:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716296:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204913.716298:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204913.716301:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204913.716305:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204913.716308:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204913.716312:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204913.716321:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792320:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204913.716325:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204913.716330:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716338:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204913.716339:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204913.716342:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204913.716344:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204913.716346:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204913.716349:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792448:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204913.716353:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204913.716356:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204913.716357:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204913.716359:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204913.716363:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204913.716365:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204913.716368:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204913.716371:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204913.716375:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204913.716378:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556792448, portal 4
00000100:00000001:2.0:1788204913.716381:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204913.716382:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529024 : -105387459022592 : ffffa02691f0f100)
00000100:00000040:2.0:1788204913.716389:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716418:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204913.716421:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204913.716424:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204913.716426:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556792448, offset 0
00000400:00000200:2.0:1788204913.716431:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204913.716435:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204913.716439:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204913.716442:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204913.716445:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204913.716447:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204913.716450:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204913.716454:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3395:3395:256:4294967295] 192.168.201.145@tcp LPNI seq info [3395:3395:8:4294967295]
00000400:00000200:2.0:1788204913.716459:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204913.716466:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204913.716470:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204913.716473:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204913.716477:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204913.716480:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204913.716485:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204913.716488:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204913.716493:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204913.716495:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204913.716498:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204913.716502:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204913.716505:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204913.716507:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204913.716510:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204913.716513:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716522:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204913.716526:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716533:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.716535:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204913.716539:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204913.716542:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204913.716545:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204913.716548:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298718743
00000100:00000001:2.0:1788204913.716550:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298720937
00000100:00000001:2.0:1788204913.716553:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298718743
00000100:00000001:2.0:1788204913.716555:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298720937
00000100:00000001:2.0:1788204913.716558:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204913.716560:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.716561:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204913.716565:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204913/real 1788204913]  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204913.716574:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204913.716576:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204913.716578:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204913.716580:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204913.716581:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204913.716583:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204913.716587:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204913.716598:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716606:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204913.716607:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716609:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204913.716610:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204913.716614:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716621:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204913.716626:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716634:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204913.716636:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716638:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204913.716640:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716642:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204913.716644:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204913.716646:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204913.716649:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204913.716651:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204913.716656:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204913.716665:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792448:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204913.716669:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204913.716673:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716681:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204913.716683:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204913.716685:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204913.716687:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204913.716689:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204913.716692:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792576:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204913.716696:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204913.716698:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204913.716699:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204913.716701:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204913.716705:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204913.716707:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204913.716710:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204913.716713:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204913.716716:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204913.716719:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556792576, portal 4
00000100:00000001:2.0:1788204913.716722:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204913.716723:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250522752 : -105387459028864 : ffffa02691f0d880)
00000100:00000040:2.0:1788204913.716730:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716737:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204913.716740:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204913.716742:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204913.716744:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556792576, offset 0
00000400:00000200:2.0:1788204913.716749:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204913.716752:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204913.716756:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204913.716759:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204913.716762:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204913.716764:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204913.716767:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204913.716771:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3396:3396:256:4294967295] 192.168.201.145@tcp LPNI seq info [3396:3396:8:4294967295]
00000400:00000200:2.0:1788204913.716775:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204913.716782:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204913.716787:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204913.716790:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204913.716794:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204913.716797:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204913.716801:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204913.716804:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204913.716809:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204913.716811:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204913.716814:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204913.716818:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204913.716821:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204913.716823:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204913.716825:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204913.716829:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716838:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204913.716841:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716848:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.716850:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204913.716853:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204913.716857:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204913.716860:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204913.716862:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298719474
00000100:00000001:2.0:1788204913.716865:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298720937
00000100:00000001:2.0:1788204913.716867:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298719474
00000100:00000001:2.0:1788204913.716870:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298720937
00000100:00000001:2.0:1788204913.716872:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204913.716874:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.716876:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204913.716880:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204913/real 1788204913]  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204913.716888:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204913.716890:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204913.716891:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204913.716894:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204913.716896:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204913.716898:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204913.716902:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204913.716911:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716925:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204913.716927:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716929:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204913.716930:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204913.716934:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716941:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204913.716945:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.716953:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204913.716956:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716958:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204913.716959:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716961:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204913.716963:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204913.716966:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204913.716969:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204913.716972:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204913.716976:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204913.716984:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792576:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204913.716988:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.716990:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204913.716993:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0fb80 x1875064556792320/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.717001:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204913.717002:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204913.717005:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204913.717007:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204913.717009:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204913.717011:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204913.717013:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204913.717015:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:2.0:1788204913.717018:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204913.717019:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204913.717021:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0fb80.
00000100:00000001:2.0:1788204913.717024:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204913.717026:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.717027:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204913.717046:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f100 x1875064556792448/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.717054:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204913.717055:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204913.717057:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204913.717060:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204913.717061:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204913.717063:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204913.717065:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204913.717067:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:2.0:1788204913.717069:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204913.717070:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204913.717072:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f100.
00000100:00000001:2.0:1788204913.717074:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204913.717076:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.717078:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204913.717081:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d880 x1875064556792576/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204913.717087:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204913.717088:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204913.717090:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204913.717093:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204913.717094:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204913.717096:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204913.717099:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204913.717100:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:2.0:1788204913.717102:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204913.717103:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204913.717105:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d880.
00000100:00000001:2.0:1788204913.717107:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204913.717109:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.717111:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.717114:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204913.717116:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204913.717118:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204913.717120:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204914.034518:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204914.034527:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204914.034530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204914.034537:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204914.034543:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204914.034551:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204914.034551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204914.034559:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204914.034560:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788204914.034563:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204914.034564:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204914.034572:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204914.034573:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204914.034586:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204914.034589:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204914.034592:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204914.034594:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204914.034598:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204914.034600:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204914.034637:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204914.034641:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204914.034644:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204914.226563:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204914.226571:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204914.226574:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204914.226580:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204914.226585:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204914.226589:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204914.226593:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204914.226596:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204914.226600:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204915.058479:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204915.058488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204915.058491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204915.058497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204915.058502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204915.058507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204915.058512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204915.058515:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204915.058518:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204915.058521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204915.058528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204915.058538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204915.058541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204915.058596:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204915.058601:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204915.058605:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204915.250512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204915.250521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204915.250523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204915.250529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204915.250533:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204915.250537:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204915.250540:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204915.250543:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204915.250546:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204915.954491:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298720937, at 4298720960
00000100:00000040:1.0:1788204915.954491:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298720937, at 4298720960
00000100:00000010:0.0:1788204915.954506:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511960.
00000100:00000010:1.0:1788204915.954508:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925115a0.
00000100:00000001:3.0:1788204916.082506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204916.082514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204916.082516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204916.082522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204916.082527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204916.082531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204916.082534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204916.082537:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204916.082539:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204916.082541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204916.082548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204916.082560:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204916.082562:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204916.082609:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204916.082613:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204916.082616:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204916.274618:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204916.274637:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204916.274639:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204916.274658:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204916.274663:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204916.274669:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204916.274672:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204916.274675:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204916.274678:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204917.106499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204917.106507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204917.106509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204917.106514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204917.106519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204917.106522:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204917.106525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204917.106528:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204917.106532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204917.106533:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204917.106541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204917.106549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204917.106552:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204917.106595:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204917.106600:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204917.106605:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204917.298509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204917.298518:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204917.298521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204917.298528:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204917.298532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204917.298542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.298546:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204917.298549:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.298552:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204918.130515:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204918.130521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204918.130523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204918.130529:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204918.130532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204918.130537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204918.130540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204918.130545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204918.130545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204918.130553:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204918.130554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204918.130562:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204918.130567:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204918.130570:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204918.130573:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204918.130577:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204918.130579:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204918.130581:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204918.130582:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204918.130623:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204918.130627:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204918.130631:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204918.322557:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204918.322565:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204918.322567:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204918.322573:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204918.322576:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204918.322580:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.322582:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204918.322585:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.322588:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204918.834524:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204918.834533:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204918.834536:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204918.834540:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204918.834544:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204918.834550:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4051
00000400:00000200:3.0:1788204918.834559:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204918.834566:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204918.834570:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204918.834572:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.834576:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204918.834578:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.834580:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204918.834584:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204918.834586:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204918.834588:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204918.834591:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204918.834593:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204918.834596:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204918.834599:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.834601:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204918.834603:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.834605:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204918.834608:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204918.834611:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204918.834613:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204918.834616:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204918.834619:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204918.834622:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204918.834624:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204918.834626:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204918.834635:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204918.834638:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204918.834642:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204918.834643:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204918.834646:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204918.834649:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204918.834653:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204918.834659:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:3.0:1788204918.834666:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204918.834675:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204918.834686:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204918.834690:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204918.834695:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204918.834720:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204918.834723:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204918.834726:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204918.834727:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204918.834729:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204918.834731:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204918.834734:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4051
00000400:00000200:3.0:1788204918.834737:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204918.834740:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204918.834742:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204918.834745:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.834748:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204918.834751:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.834753:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204918.834755:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204918.834756:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204918.834758:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204918.834760:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204918.834763:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204918.834765:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204918.834769:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.834773:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204918.834775:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.834778:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204918.834781:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:2.0:1788204918.834783:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788204918.834785:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204918.834790:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204918.834791:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.834794:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204918.834796:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204918.834804:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204918.834808:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204918.834808:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204918.834816:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204918.834819:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204918.834834:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.834845:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204918.834845:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.834848:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.834854:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1788204918.834856:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
02000000:00000001:2.0:1788204918.834859:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204918.834861:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788204918.834863:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204918.834867:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204918.834870:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204918.834873:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556792704:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204918.834875:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204918.834877:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204918.834879:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204918.834882:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204918.834884:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.834886:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.834890:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204918.834892:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
02000000:00000010:2.0:1788204918.834898:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
00000100:00000001:3.0:1788204918.834900:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.834902:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204918.834911:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788204918.834912:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204918.834917:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000100:00000001:3.0:1788204918.834927:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204918.834930:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000001:3.0:1788204918.834931:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204918.834940:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204918.834951:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556792704, portal 25
00000100:00000001:2.0:1788204918.834957:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204918.834961:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788204918.834972:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204918.834973:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204918.834985:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204918.834990:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204918.834995:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788204918.834995:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204918.835002:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788204918.835003:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00080000:3.0:1788204918.835009:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204918.835011:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556792704, offset 0
00000100:00000001:3.0:1788204918.835019:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204918.835022:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788204918.835025:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4051
00000400:00000200:3.0:1788204918.835032:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204918.835037:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204918.835040:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204918.835042:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204918.835051:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204918.835054:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788204918.835059:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204918.835064:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204918.835068:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204918.835073:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204918.835076:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000040:3.0:1788204918.835081:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788204918.835084:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3397:3397:256:4294967295] 192.168.201.145@tcp LPNI seq info [3397:3397:8:4294967295]
00000100:00000001:3.0:1788204918.835091:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788204918.835093:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:3.0:1788204918.835099:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204918.835102:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:2.0:1788204918.835108:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1788204918.835108:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204918.835116:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:2.0:1788204918.835120:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788204918.835125:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000010:2.0:1788204918.835128:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000020:00000001:3.0:1788204918.835133:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:2.0:1788204918.835140:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204918.835145:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:2.0:1788204918.835147:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1788204918.835157:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204918.835162:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204918.835168:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:2.1:1788204918.835168:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204918.835179:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204918.835179:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:2.0:1788204918.835182:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000020:00000040:3.0:1788204918.835188:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:2.0:1788204918.835191:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204918.835196:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:2.0:1788204918.835201:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204918.835204:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204918.835207:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204918.835210:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
02000000:00000001:3.0:1788204918.835210:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204918.835216:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204918.835217:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204918.835225:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204918.835226:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204918.835235:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204918.835242:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204918.835244:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204918.835249:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204918.835251:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204918.835261:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204918.835270:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204918.835276:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204918.835277:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:2.0:1788204918.835279:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204918.835285:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204918.835286:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204918.835288:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204918.835293:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204918.835293:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204918.835298:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298726056
02000000:00000001:3.0:1788204918.835298:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1788204918.835305:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511c60.
02000000:00000001:3.0:1788204918.835305:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204918.835316:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:2.0:1788204918.835318:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204918.835322:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204918.835332:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204918.835333:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298726056
00000100:00000010:2.0:1788204918.835341:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511120.
00000100:00000001:2.0:1788204918.835348:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204918.835350:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204918.835354:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204918.835355:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.835360:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204918.835366:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.835367:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204918.835380:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204918/real 1788204918]  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204918.835384:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204918.835393:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1788204918.835441:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788204918.835442:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:2.0:1788204918.835444:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204918.835447:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788204918.835448:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000100:00080000:3.0:1788204918.835453:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204918.835454:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204918.835459:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204918.835465:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204918.835466:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204918.835475:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4051
00000100:00000200:2.0:1788204918.835477:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204918.835494:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:2.0:1788204918.835499:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204918.835506:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204918.835511:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204918.835513:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204918.835514:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204918.835516:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204918.835519:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204918.835524:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00100000:2.0:1788204918.835525:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204918.835534:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204918.835536:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204918.835542:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:2.0:1788204918.835543:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204918.835552:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204918.835556:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204918.835562:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204918.835562:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204918.835568:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1788204918.835568:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:2.0:1788204918.835571:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.835577:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1788204918.835577:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204918.835584:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204918.835585:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00080000:2.0:1788204918.835588:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1788204918.835594:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00080000:2.0:1788204918.835595:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204918.835599:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1788204918.835601:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788204918.835605:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204918.835614:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.835623:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204918.835632:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556792704:192.168.201.145@tcp:250:kworker.0
00000100:00000040:3.0:1788204918.835632:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204918.835640:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204918.835645:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:2.0:1788204918.835646:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204918.835652:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204918.835654:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204918.835663:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556792704/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204918.835664:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204918.835674:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204918.835680:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204918.835681:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204918.835685:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788204918.835686:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204918.835689:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
00000100:00000001:3.0:1788204918.835691:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204918.835696:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:3.0:1788204918.835697:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000020:00000001:2.0:1788204918.835700:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000008:00000001:3.0:1788204918.835703:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204918.835704:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000100:00000001:3.0:1788204918.835712:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204918.835713:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204918.835716:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
00000100:00000010:3.0:1788204918.835722:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
02000000:00000001:2.0:1788204918.835723:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204918.835727:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1788204918.835729:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000010:2.0:1788204918.835731:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
02000000:00000001:3.0:1788204918.835734:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204918.835739:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1788204918.835739:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.835743:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.835747:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204918.835747:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204918.835752:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204918.835756:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.835758:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204918.835762:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204918.835763:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:2.0:1788204918.835764:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204918.835768:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204918.835770:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204918.835771:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204918.835776:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.835785:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1788204918.835786:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204918.835787:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.835791:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204918.835793:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204918.835801:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204918.835806:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792832:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204918.835817:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204918.835821:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204918.835823:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.835829:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204918.835832:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1788204918.835833:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204918.835836:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204918.835838:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204918.835845:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204918.835848:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204918.835853:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000040:3.0:1788204918.835853:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204918.835860:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556792832, portal 10
00000100:00000001:2.0:1788204918.835866:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204918.835871:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:2.0:1788204918.835882:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.835888:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204918.835889:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204918.835897:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204918.835899:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204918.835902:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556792832, offset 0
00000100:00000040:3.0:1788204918.835902:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4061)
00000400:00000200:2.0:1788204918.835909:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204918.835915:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204918.835919:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204918.835926:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204918.835930:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204918.835933:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204918.835935:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204918.835938:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3398:3398:256:4294967295] 192.168.201.145@tcp LPNI seq info [3398:3398:8:4294967295]
00000400:00000200:2.0:1788204918.835953:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204918.835959:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204918.835963:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204918.835967:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204918.835971:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204918.835973:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204918.835977:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204918.835980:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204918.835982:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204918.835984:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204918.835986:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204918.835989:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204918.835992:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204918.835994:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204918.835996:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204918.835999:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836007:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204918.836010:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836016:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.836018:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204918.836021:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204918.836025:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204918.836029:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204918.836031:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298724179
00000100:00000001:2.0:1788204918.836033:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298726056
00000100:00000001:2.0:1788204918.836036:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298724179
00000100:00000001:2.0:1788204918.836037:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298726056
00000100:00000001:2.0:1788204918.836039:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204918.836041:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.836042:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204918.836045:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204918/real 1788204918]  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204918.836050:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204918.836051:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204918.836053:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204918.836054:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204918.836055:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204918.836057:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204918.836059:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204918.836064:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836067:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204918.836068:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836069:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204918.836070:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204918.836072:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836075:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204918.836078:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836083:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204918.836084:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836085:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204918.836086:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836087:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204918.836089:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204918.836090:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204918.836092:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204918.836093:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204918.836095:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204918.836099:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792832:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204918.836102:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204918.836104:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836108:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204918.836109:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.836111:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204918.836112:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204918.836113:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204918.836115:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792960:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204918.836117:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204918.836119:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204918.836120:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.836121:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204918.836123:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204918.836124:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204918.836127:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204918.836129:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204918.836131:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204918.836133:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556792960, portal 4
00000100:00000001:2.0:1788204918.836134:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204918.836135:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788204918.836140:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836144:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204918.836145:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204918.836146:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204918.836148:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556792960, offset 0
00000400:00000200:2.0:1788204918.836150:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204918.836152:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204918.836154:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204918.836156:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204918.836158:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204918.836159:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204918.836161:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204918.836163:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3399:3399:256:4294967295] 192.168.201.145@tcp LPNI seq info [3399:3399:8:4294967295]
00000400:00000200:2.0:1788204918.836165:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204918.836169:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204918.836172:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204918.836174:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204918.836176:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204918.836178:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204918.836181:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204918.836197:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204918.836200:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204918.836201:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204918.836203:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204918.836205:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204918.836207:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204918.836208:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204918.836211:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204918.836213:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836218:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204918.836220:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836224:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.836225:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204918.836227:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204918.836229:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204918.836231:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204918.836232:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298723862
00000100:00000001:2.0:1788204918.836234:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298726056
00000100:00000001:2.0:1788204918.836236:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298723862
00000100:00000001:2.0:1788204918.836237:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298726056
00000100:00000001:2.0:1788204918.836238:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204918.836239:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.836240:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204918.836242:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204918/real 1788204918]  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204918.836246:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204918.836247:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204918.836248:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204918.836249:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204918.836250:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204918.836252:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204918.836253:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204918.836258:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836266:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204918.836267:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836268:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204918.836269:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204918.836271:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836274:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204918.836276:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836279:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204918.836281:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836282:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204918.836282:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836283:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204918.836284:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204918.836286:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204918.836287:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204918.836288:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204918.836290:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204918.836294:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556792960:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204918.836296:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836297:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204918.836299:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556792832/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836303:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204918.836304:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204918.836306:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788204918.836308:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204918.836310:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204918.836311:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204918.836314:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204918.836315:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:2.0:1788204918.836318:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204918.836319:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204918.836321:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788204918.836323:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204918.836325:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836326:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204918.836329:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556792960/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836336:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204918.836337:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204918.836339:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204918.836341:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204918.836342:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204918.836343:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204918.836345:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204918.836347:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:2.0:1788204918.836349:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204918.836350:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204918.836352:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788204918.836355:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204918.836356:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836358:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836361:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204918.836362:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.836364:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204918.836366:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204918.836367:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204918.836371:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836378:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204918.836380:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.836382:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204918.836383:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204918.836386:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204918.836389:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793088:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204918.836392:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204918.836395:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204918.836414:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204918.836415:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204918.836418:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204918.836419:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204918.836422:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204918.836423:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204918.836425:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204918.836428:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556793088, portal 4
00000100:00000001:2.0:1788204918.836429:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204918.836430:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788204918.836434:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836438:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204918.836440:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204918.836441:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204918.836443:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556793088, offset 0
00000400:00000200:2.0:1788204918.836445:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204918.836447:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204918.836449:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204918.836451:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204918.836453:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204918.836454:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204918.836456:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204918.836458:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3400:3400:256:4294967295] 192.168.201.145@tcp LPNI seq info [3400:3400:8:4294967295]
00000400:00000200:2.0:1788204918.836460:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204918.836464:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204918.836467:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204918.836469:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204918.836471:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204918.836473:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204918.836476:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204918.836478:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204918.836480:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204918.836482:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204918.836484:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204918.836486:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204918.836488:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204918.836489:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204918.836490:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204918.836492:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836497:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204918.836499:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836502:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.836503:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204918.836505:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204918.836507:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204918.836509:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204918.836511:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298724594
00000100:00000001:2.0:1788204918.836512:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298726056
00000100:00000001:2.0:1788204918.836514:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298724594
00000100:00000001:2.0:1788204918.836515:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298726056
00000100:00000001:2.0:1788204918.836517:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204918.836518:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.836519:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204918.836521:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204918/real 1788204918]  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204918.836526:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204918.836526:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204918.836528:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204918.836529:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204918.836530:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204918.836531:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204918.836532:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204918.836536:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836540:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204918.836541:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836542:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204918.836543:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204918.836545:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836549:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204918.836551:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836554:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204918.836555:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836556:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204918.836557:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836558:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204918.836558:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204918.836560:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204918.836561:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204918.836563:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204918.836565:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204918.836570:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793088:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204918.836572:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836573:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204918.836575:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556793088/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204918.836578:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204918.836579:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204918.836580:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788204918.836581:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204918.836582:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204918.836582:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204918.836583:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204918.836584:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:2.0:1788204918.836585:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204918.836586:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204918.836587:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788204918.836588:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204918.836589:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836590:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.836592:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204918.836593:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204918.836595:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204918.836596:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204919.154511:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204919.154518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204919.154520:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204919.154526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204919.154530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204919.154534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204919.154537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204919.154540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204919.154544:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204919.154544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204919.154551:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204919.154560:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204919.154562:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204919.154633:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204919.154637:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204919.154641:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204919.346535:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204919.346545:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204919.346548:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204919.346555:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204919.346559:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204919.346566:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204919.346569:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204919.346573:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204919.346576:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204920.178496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204920.178502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204920.178504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204920.178508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204920.178511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204920.178514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204920.178515:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204920.178517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204920.178519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204920.178554:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204920.178561:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204920.178567:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204920.178569:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204920.178620:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204920.178624:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204920.178628:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204920.370528:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204920.370536:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204920.370537:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204920.370542:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204920.370545:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204920.370549:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204920.370551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204920.370553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204920.370562:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204921.074505:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298726056, at 4298726080
00000100:00000040:1.0:1788204921.074505:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298726056, at 4298726080
00000100:00000010:1.0:1788204921.074522:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511120.
00000100:00000010:0.0:1788204921.074530:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511c60.
00000100:00000001:3.0:1788204921.202486:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204921.202494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204921.202497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204921.202502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204921.202507:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204921.202511:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204921.202514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204921.202516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204921.202519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204921.202537:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204921.202543:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204921.202549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204921.202550:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204921.202609:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204921.202613:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204921.202616:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204921.394547:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204921.394556:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204921.394559:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204921.394565:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204921.394570:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204921.394574:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204921.394577:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204921.394581:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204921.394583:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204922.226543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204922.226551:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204922.226558:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204922.226560:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204922.226589:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204922.226595:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204922.226598:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204922.226603:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204922.226607:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204922.226612:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204922.226615:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204922.226619:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204922.226621:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204922.227958:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204922.227963:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204922.227967:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204922.418576:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204922.418587:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204922.418589:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204922.418597:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204922.418602:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204922.418607:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.418610:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204922.418613:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.418617:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204923.250481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204923.250491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204923.250491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204923.250494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204923.250496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204923.250503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204923.250504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204923.250508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204923.250510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204923.250516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204923.250519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204923.250522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204923.250525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204923.250564:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204923.250569:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204923.250573:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204923.442525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204923.442535:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204923.442537:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204923.442544:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204923.442548:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204923.442552:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204923.442555:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204923.442558:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204923.442561:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204923.954489:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204923.954499:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204923.954502:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204923.954506:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204923.954510:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204923.954517:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4056
00000400:00000200:3.0:1788204923.954525:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204923.954531:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204923.954535:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204923.954539:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204923.954542:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204923.954546:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204923.954549:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204923.954553:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204923.954557:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204923.954559:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204923.954563:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204923.954566:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204923.954568:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204923.954571:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204923.954573:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204923.954576:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204923.954580:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204923.954582:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204923.954586:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204923.954595:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204923.954597:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204923.954600:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204923.954603:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204923.954605:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204923.954608:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204923.954614:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788204923.954619:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204923.954623:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204923.954625:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204923.954628:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204923.954631:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204923.954635:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204923.954642:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:3.0:1788204923.954649:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204923.954657:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204923.954667:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204923.954671:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204923.954677:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204923.954696:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204923.954699:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204923.954702:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204923.954705:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204923.954708:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204923.954711:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204923.954717:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788204923.954718:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4056
00000100:00000001:0.0:1788204923.954724:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204923.954728:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788204923.954734:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788204923.954736:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204923.954745:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204923.954747:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204923.954750:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204923.954751:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204923.954756:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204923.954759:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204923.954759:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204923.954762:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204923.954764:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204923.954767:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788204923.954770:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204923.954771:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:0.0:1788204923.954779:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556793216:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204923.954784:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204923.954788:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204923.954791:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204923.954794:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204923.954799:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204923.954801:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204923.954807:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204923.954811:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204923.954817:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204923.954824:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556793216, portal 25
00000100:00000001:0.0:1788204923.954827:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788204923.954829:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:0.0:1788204923.954830:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000020:00000001:3.0:1788204923.954833:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204923.954837:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000040:0.0:1788204923.954841:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204923.954841:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204923.954844:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788204923.954867:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204923.954871:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:0.0:1788204923.954875:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204923.954876:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204923.954879:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000040:3.0:1788204923.954881:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:0.0:1788204923.954884:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556793216, offset 0
00000100:00000001:3.0:1788204923.954885:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788204923.954892:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204923.954898:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204923.954903:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204923.954907:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204923.954913:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204923.954915:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204923.954917:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204923.954920:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3401:3401:256:4294967295] 192.168.201.145@tcp LPNI seq info [3401:3401:8:4294967295]
00000400:00000200:0.0:1788204923.954923:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204923.954929:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204923.954933:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204923.954937:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204923.954942:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204923.954944:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204923.954949:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204923.954951:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788204923.954954:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204923.954956:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204923.954959:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204923.954962:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204923.954966:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204923.954968:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204923.954970:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204923.954973:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.954983:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204923.954987:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.954994:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.954996:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204923.955001:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204923.955005:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204923.955008:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298731176
00000100:00000010:0.0:1788204923.955012:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000020:00000040:3.0:1788204923.955014:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:0.0:1788204923.955019:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204923.955020:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204923.955025:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204923.955027:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204923.955029:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298731176
02000000:00000001:3.0:1788204923.955033:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1788204923.955035:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808acc0.
02000000:00000001:3.0:1788204923.955037:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955041:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204923.955041:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204923.955045:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204923.955049:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788204923.955049:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955054:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955057:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204923.955064:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204923/real 1788204923]  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204923.955073:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204923.955075:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204923.955077:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204923.955079:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204923.955081:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204923.955083:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204923.955085:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204923.955088:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204923.955091:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000100:00000200:0.0:1788204923.955096:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204923.955097:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204923.955104:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204923.955105:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788204923.955107:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955108:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204923.955110:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204923.955112:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204923.955114:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204923.955115:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204923.955119:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204923.955124:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204923.955126:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:0.0:1788204923.955132:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204923.955134:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204923.955138:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955143:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1788204923.955146:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204923.955147:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955151:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204923.955153:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955157:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204923.955159:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204923.955161:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1788204923.955162:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204923.955166:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204923.955169:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204923.955173:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204923.955174:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204923.955178:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204923.955197:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556793216:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204923.955197:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204923.955203:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204923.955204:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955208:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204923.955209:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204923.955212:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1788204923.955214:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556793216/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955221:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1788204923.955224:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1788204923.955225:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204923.955230:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
00000100:00000001:3.0:1788204923.955230:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204923.955235:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4056
02000000:00000001:0.0:1788204923.955236:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204923.955240:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000400:00000200:3.0:1788204923.955241:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:0.0:1788204923.955243:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000400:00000200:3.0:1788204923.955247:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000020:00000001:0.0:1788204923.955248:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1788204923.955250:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1788204923.955252:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
00000100:00000040:3.0:1788204923.955255:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204923.955257:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788204923.955259:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204923.955260:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204923.955263:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000040:3.0:1788204923.955264:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204923.955267:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204923.955268:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204923.955269:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204923.955272:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204923.955273:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204923.955275:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204923.955277:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204923.955279:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204923.955281:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:0.0:1788204923.955282:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204923.955285:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204923.955285:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:0.0:1788204923.955291:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204923.955293:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204923.955293:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204923.955297:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204923.955297:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204923.955302:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204923.955303:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204923.955309:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204923.955315:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788204923.955315:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000001:0.0:1788204923.955318:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204923.955321:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:0.0:1788204923.955322:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204923.955325:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204923.955326:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204923.955327:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204923.955332:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788204923.955333:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793344:192.168.201.145@tcp:38:kworker.0
02000000:00000001:3.0:1788204923.955336:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204923.955337:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204923.955339:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204923.955341:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204923.955342:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204923.955346:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204923.955347:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1788204923.955351:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1788204923.955352:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204923.955355:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204923.955357:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204923.955360:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204923.955360:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204923.955366:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000010:3.0:1788204923.955367:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000400:00000010:0.0:1788204923.955369:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000020:00000040:3.0:1788204923.955371:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000200:0.0:1788204923.955373:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556793344, portal 10
02000000:00000001:3.0:1788204923.955375:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204923.955376:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204923.955378:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955379:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000001:3.0:1788204923.955382:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204923.955384:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1788204923.955386:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204923.955388:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955394:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1788204923.955395:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000100:00000040:0.0:1788204923.955428:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204923.955429:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204923.955431:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204923.955436:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556793344, offset 0
00000100:00100000:3.0:1788204923.955440:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204923.955449:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204923.955453:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204923.955457:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204923.955458:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204923.955466:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204923.955468:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204923.955476:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204923.955481:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:3.0:1788204923.955483:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204923.955486:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788204923.955488:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204923.955491:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:3.0:1788204923.955495:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1788204923.955498:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3402:3402:256:4294967295] 192.168.201.145@tcp LPNI seq info [3402:3402:8:4294967295]
00000100:00000001:3.0:1788204923.955499:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204923.955502:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204923.955506:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204923.955507:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204923.955513:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4056
00000400:00000200:0.0:1788204923.955519:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204923.955522:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:0.0:1788204923.955526:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204923.955529:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000400:00000200:3.0:1788204923.955532:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000200:0.0:1788204923.955535:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788204923.955537:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788204923.955539:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1788204923.955543:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:0.1:1788204923.955547:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204923.955548:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1788204923.955551:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1788204923.955554:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000100:0.0:1788204923.955559:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204923.955560:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:0.0:1788204923.955562:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000020:00000001:3.0:1788204923.955564:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204923.955566:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1788204923.955567:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204923.955570:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204923.955572:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204923.955573:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000200:0.0:1788204923.955575:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000020:00000001:3.0:1788204923.955577:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000010:0.0:1788204923.955578:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000020:00000001:3.0:1788204923.955581:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788204923.955582:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204923.955587:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:0.0:1788204923.955588:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204923.955591:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204923.955598:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204923.955600:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204923.955601:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:0.0:1788204923.955604:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204923.955606:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204923.955612:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204923.955617:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955618:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955621:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204923.955621:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204923.955625:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204923.955626:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204923.955631:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204923.955632:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000100:00000001:3.0:1788204923.955635:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204923.955636:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00100000:3.0:1788204923.955638:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204923.955639:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298729299
00000100:00000001:0.0:1788204923.955644:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298731176
00000008:00000001:3.0:1788204923.955644:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204923.955648:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955649:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298729299
00000100:00000001:0.0:1788204923.955653:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298731176
00000100:00000010:3.0:1788204923.955654:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788204923.955655:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204923.955658:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204923.955659:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955662:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204923.955664:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204923.955667:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204923.955668:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204923/real 1788204923]  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204923.955671:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204923.955674:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204923.955677:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204923.955678:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204923.955680:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204923.955681:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
02000000:00000010:3.0:1788204923.955682:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000400:00000200:0.0:1788204923.955683:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204923.955686:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:3.0:1788204923.955687:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955688:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204923.955693:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204923.955696:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788204923.955708:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204923.955712:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204923.955716:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955717:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204923.955720:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955722:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204923.955724:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204923.955725:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204923.955729:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204923.955752:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955753:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204923.955760:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204923.955760:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4066)
00000100:00000001:0.0:1788204923.955767:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204923.955770:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955771:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204923.955771:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955772:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204923.955773:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204923.955775:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204923.955777:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204923.955779:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204923.955781:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204923.955785:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793344:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204923.955788:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955789:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204923.955791:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556793344/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955794:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204923.955795:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204923.955797:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204923.955798:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204923.955799:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204923.955800:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204923.955801:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204923.955802:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:0.0:1788204923.955804:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204923.955805:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204923.955806:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788204923.955807:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204923.955808:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955810:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955812:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204923.955813:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955814:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204923.955815:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204923.955816:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204923.955818:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955822:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204923.955823:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204923.955824:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204923.955825:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204923.955827:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204923.955828:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793472:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204923.955830:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204923.955831:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204923.955832:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204923.955833:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204923.955835:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204923.955836:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204923.955838:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204923.955839:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204923.955842:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204923.955843:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556793472, portal 4
00000100:00000001:0.0:1788204923.955845:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204923.955845:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:0.0:1788204923.955849:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955865:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204923.955867:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204923.955869:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204923.955870:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556793472, offset 0
00000400:00000200:0.0:1788204923.955873:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204923.955875:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204923.955878:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204923.955880:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204923.955882:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204923.955883:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204923.955885:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204923.955887:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3403:3403:256:4294967295] 192.168.201.145@tcp LPNI seq info [3403:3403:8:4294967295]
00000400:00000200:0.0:1788204923.955889:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204923.955893:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204923.955895:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204923.955897:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204923.955899:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204923.955901:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204923.955903:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204923.955905:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788204923.955907:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204923.955909:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204923.955911:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204923.955913:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204923.955914:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204923.955915:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204923.955917:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204923.955919:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955924:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204923.955926:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955929:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955930:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204923.955932:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204923.955934:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204923.955936:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204923.955937:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298728982
00000100:00000001:0.0:1788204923.955939:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298731176
00000100:00000001:0.0:1788204923.955940:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298728982
00000100:00000001:0.0:1788204923.955941:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298731176
00000100:00000001:0.0:1788204923.955943:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204923.955944:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.955945:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204923.955947:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204923/real 1788204923]  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204923.955951:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204923.955952:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204923.955953:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204923.955955:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204923.955956:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204923.955958:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204923.955961:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204923.955969:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955974:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204923.955975:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.955977:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204923.955978:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204923.955982:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955988:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204923.955992:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.955998:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204923.956000:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.956002:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204923.956004:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.956006:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204923.956007:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204923.956010:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204923.956013:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204923.956015:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204923.956018:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204923.956025:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793472:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204923.956029:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204923.956032:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.956037:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204923.956039:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204923.956041:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204923.956043:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204923.956045:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204923.956047:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793600:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204923.956050:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204923.956052:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204923.956053:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204923.956055:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204923.956058:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204923.956060:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204923.956063:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204923.956066:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204923.956069:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204923.956072:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556793600, portal 4
00000100:00000001:0.0:1788204923.956074:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204923.956075:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788204923.956081:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.956087:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204923.956090:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204923.956092:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204923.956095:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556793600, offset 0
00000400:00000200:0.0:1788204923.956099:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204923.956102:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204923.956106:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204923.956109:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204923.956111:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204923.956113:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204923.956116:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204923.956118:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3404:3404:256:4294967295] 192.168.201.145@tcp LPNI seq info [3404:3404:8:4294967295]
00000400:00000200:0.0:1788204923.956122:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204923.956128:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204923.956132:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204923.956135:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204923.956139:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204923.956141:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204923.956145:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204923.956148:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788204923.956151:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204923.956153:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204923.956156:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204923.956159:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204923.956161:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204923.956162:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204923.956164:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204923.956166:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.956171:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204923.956173:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.956177:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.956178:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204923.956180:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204923.956182:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204923.956184:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204923.956185:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298729713
00000100:00000001:0.0:1788204923.956187:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298731176
00000100:00000001:0.0:1788204923.956188:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298729713
00000100:00000001:0.0:1788204923.956189:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298731176
00000100:00000001:0.0:1788204923.956191:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204923.956192:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.956193:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204923.956195:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204923/real 1788204923]  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204923.956199:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204923.956200:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204923.956201:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204923.956202:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204923.956203:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204923.956205:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204923.956207:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204923.956215:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.956221:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204923.956222:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.956224:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204923.956225:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204923.956229:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.956235:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204923.956239:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.956245:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204923.956248:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.956249:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204923.956250:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.956252:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204923.956254:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204923.956255:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204923.956258:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204923.956259:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204923.956262:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204923.956266:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793600:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204923.956269:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.956270:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204923.956271:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556793472/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.956277:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204923.956278:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204923.956280:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204923.956282:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204923.956284:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204923.956285:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204923.956287:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204923.956289:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:0.0:1788204923.956291:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204923.956292:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204923.956293:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788204923.956296:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204923.956297:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.956298:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204923.956302:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556793600/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204923.956308:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204923.956309:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204923.956311:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204923.956313:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204923.956314:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204923.956315:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204923.956317:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204923.956318:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:0.0:1788204923.956320:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204923.956321:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204923.956322:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788204923.956324:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204923.956325:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.956326:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204923.956329:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204923.956331:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204923.956332:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204923.956333:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204924.274490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204924.274498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204924.274500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204924.274506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204924.274510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204924.274514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204924.274517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204924.274520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204924.274523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204924.274527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204924.274537:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204924.274541:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204924.274545:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204924.274550:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204924.274552:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204924.274555:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204924.274557:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204924.274563:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204924.274564:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204924.274621:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204924.274625:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204924.274628:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204924.466537:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204924.466544:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204924.466546:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204924.466551:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204924.466561:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204924.466565:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204924.466567:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204924.466570:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204924.466572:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204925.298473:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204925.298481:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204925.298484:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204925.298490:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204925.298495:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204925.298499:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204925.298503:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204925.298506:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204925.298510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204925.298517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204925.298522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204925.298528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204925.298530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204925.298580:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204925.298584:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204925.298587:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204925.490533:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204925.490541:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204925.490544:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204925.490551:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204925.490556:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204925.490561:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204925.490565:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204925.490568:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204925.490572:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204926.194491:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298731176, at 4298731200
00000100:00000010:1.0:1788204926.194503:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808acc0.
00000100:00000040:0.0:1788204926.194510:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298731176, at 4298731200
00000100:00000010:0.0:1788204926.194519:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:3.0:1788204926.322501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204926.322514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204926.322515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204926.322518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204926.322520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204926.322524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204926.322525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204926.322530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204926.322533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204926.322534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204926.322539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204926.322539:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204926.322543:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204926.322609:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204926.322613:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204926.322617:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204926.514477:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204926.514487:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204926.514489:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204926.514496:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204926.514505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204926.514509:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204926.514513:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204926.514516:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204926.514519:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.346509:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204927.346517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204927.346518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204927.346519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204927.346523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204927.346525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204927.346531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204927.346531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204927.346537:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788204927.346537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204927.346542:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788204927.346543:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204927.346547:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204927.346548:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204927.346555:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788204927.346555:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204927.346559:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204927.346561:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204927.346564:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204927.346591:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204927.346593:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204927.346596:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204927.538565:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204927.538575:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204927.538577:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.538585:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204927.538590:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204927.538596:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.538598:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.538602:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.538605:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204928.370534:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204928.370540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204928.370546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204928.370546:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204928.370550:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204928.370555:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204928.370556:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204928.370558:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204928.370561:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204928.370565:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204928.370568:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204928.370570:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204928.370572:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204928.370617:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204928.370621:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204928.370624:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204928.562561:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204928.562570:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204928.562573:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204928.562581:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204928.562585:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204928.562590:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204928.562593:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204928.562597:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204928.562600:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204929.074513:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204929.074528:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204929.074530:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204929.074536:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204929.074540:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204929.074549:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4061
00000400:00000200:3.0:1788204929.074558:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204929.074564:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204929.074567:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204929.074569:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074572:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204929.074574:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074576:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204929.074580:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204929.074581:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204929.074584:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204929.074586:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204929.074588:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204929.074589:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204929.074591:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074593:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204929.074594:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074595:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204929.074597:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204929.074599:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074600:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204929.074603:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204929.074606:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204929.074608:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.074610:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204929.074611:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204929.074622:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204929.074626:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204929.074630:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204929.074631:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.074634:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204929.074637:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204929.074640:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204929.074648:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788204929.074656:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204929.074674:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204929.074686:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204929.074692:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204929.074696:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204929.074719:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204929.074722:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204929.074724:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204929.074725:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204929.074726:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204929.074728:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204929.074730:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4061
00000400:00000200:3.0:1788204929.074733:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204929.074735:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204929.074737:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204929.074746:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074748:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204929.074749:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074751:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204929.074752:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204929.074754:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:0.0:1788204929.074755:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204929.074755:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204929.074758:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:0.0:1788204929.074762:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204929.074762:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788204929.074776:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204929.074778:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204929.074782:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074784:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204929.074786:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204929.074787:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074790:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204929.074794:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204929.074799:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074802:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204929.074805:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204929.074806:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204929.074808:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204929.074811:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204929.074813:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204929.074814:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204929.074816:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204929.074817:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204929.074820:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204929.074822:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788204929.074825:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556793728:192.168.201.145@tcp:250:kworker.0
00000008:00000001:3.0:1788204929.074826:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.074830:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.074832:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1788204929.074834:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
02000000:00000001:0.0:1788204929.074837:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1788204929.074837:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204929.074841:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204929.074841:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204929.074842:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204929.074846:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204929.074846:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204929.074848:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204929.074851:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204929.074852:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204929.074855:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204929.074856:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000400:00000200:0.0:1788204929.074861:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204929.074862:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204929.074865:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00100000:3.0:1788204929.074870:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204929.074876:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:3.0:1788204929.074882:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788204929.074885:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556793728, portal 25
00000100:00000001:0.0:1788204929.074889:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204929.074890:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000001:3.0:1788204929.074891:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204929.074896:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204929.074900:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.074907:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204929.074913:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204929.074917:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204929.074921:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556793728, offset 0
00000400:00000200:0.0:1788204929.074932:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204929.074934:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204929.074938:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204929.074941:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204929.074945:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204929.074948:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204929.074950:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:3.0:1788204929.074951:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204929.074956:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204929.074957:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204929.074962:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4061
00000400:00000200:0.0:1788204929.074963:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204929.074970:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204929.074973:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204929.074976:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3405:3405:256:4294967295] 192.168.201.145@tcp LPNI seq info [3405:3405:8:4294967295]
00000400:00000200:3.0:1788204929.074981:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204929.074983:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204929.074988:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204929.074993:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204929.074994:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204929.075000:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.075003:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204929.075007:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788204929.075012:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000010:0.0:1788204929.075013:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000100:00000001:3.0:1788204929.075017:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204929.075021:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.0:1788204929.075024:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:3.0:1788204929.075024:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000800:00000200:0.0:1788204929.075028:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1788204929.075033:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.1:1788204929.075034:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:3.0:1788204929.075037:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:0.1:1788204929.075037:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1788204929.075041:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204929.075044:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204929.075048:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.075050:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204929.075052:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.075054:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204929.075060:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000100:0.0:1788204929.075062:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204929.075066:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000100:00080000:3.0:1788204929.075067:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204929.075071:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204929.075073:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788204929.075074:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204929.075079:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204929.075083:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
02000000:00000001:3.0:1788204929.075084:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1788204929.075086:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
02000000:00000001:3.0:1788204929.075091:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.075093:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204929.075095:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:0.0:1788204929.075098:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204929.075100:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204929.075107:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.075111:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.075114:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1788204929.075117:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000100:00000040:0.0:1788204929.075120:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204929.075121:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204929.075124:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204929.075125:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.075129:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204929.075130:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204929.075133:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204929.075138:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:0.0:1788204929.075139:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.075142:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.075143:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204929.075151:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204929.075152:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204929.075160:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204929.075163:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204929.075165:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298736296
00000100:00000001:3.0:1788204929.075166:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204929.075172:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204929.075174:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:3.0:1788204929.075180:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204929.075182:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204929.075184:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204929.075185:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204929.075189:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204929.075190:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204929.075193:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204929.075195:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298736296
00000100:00080000:3.0:1788204929.075195:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4061
00000100:00000010:0.0:1788204929.075201:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a180.
00000100:00000001:0.0:1788204929.075204:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204929.075207:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204929.075210:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204929.075210:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204929.075214:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1788204929.075215:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204929.075217:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788204929.075221:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204929/real 1788204929]  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204929.075223:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.075227:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204929.075231:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.075235:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204929.075239:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204929.075241:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204929.075243:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204929.075246:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000001:0.0:1788204929.075249:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788204929.075249:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204929.075250:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000001:0.0:1788204929.075252:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788204929.075254:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.075256:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204929.075257:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204929.075258:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204929.075259:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000010:0.0:1788204929.075262:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000100:00080000:3.0:1788204929.075262:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204929.075266:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204929.075267:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
02000000:00000001:3.0:1788204929.075268:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1788204929.075270:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
02000000:00000001:3.0:1788204929.075272:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204929.075273:0:2340:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204929.075275:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.075277:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:0.0:1788204929.075278:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204929.075280:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204929.075286:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.075291:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204929.075293:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204929.075297:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788204929.075301:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1788204929.075301:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204929.075304:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204929.075305:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204929.075308:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204929.075308:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.075311:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204929.075312:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204929.075314:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204929.075317:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204929.075318:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204929.075321:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:0.0:1788204929.075325:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204929.075328:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204929.075330:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075337:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1788204929.075337:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204929.075341:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.075343:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204929.075345:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.075349:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204929.075352:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204929.075355:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204929.075355:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204929.075360:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204929.075361:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204929.075365:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204929.075368:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204929.075371:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204929.075395:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204929.075425:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4071)
00000100:00100000:0.0:1788204929.075438:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556793728:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204929.075445:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.075447:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204929.075449:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556793728/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075454:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204929.075457:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204929.075459:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204929.075461:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204929.075463:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204929.075465:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204929.075466:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204929.075468:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:0.0:1788204929.075472:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204929.075473:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204929.075475:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788204929.075477:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204929.075479:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.075480:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.075492:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204929.075493:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.075495:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204929.075496:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204929.075527:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204929.075531:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075538:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204929.075539:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204929.075542:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204929.075543:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204929.075546:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204929.075549:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793856:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204929.075553:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204929.075556:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204929.075557:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204929.075559:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204929.075563:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204929.075566:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204929.075570:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204929.075573:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204929.075577:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204929.075580:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556793856, portal 10
00000100:00000001:0.0:1788204929.075581:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204929.075582:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788204929.075589:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075594:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204929.075596:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204929.075597:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204929.075599:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556793856, offset 0
00000400:00000200:0.0:1788204929.075602:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204929.075605:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204929.075607:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204929.075610:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204929.075611:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204929.075613:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204929.075615:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204929.075617:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3406:3406:256:4294967295] 192.168.201.145@tcp LPNI seq info [3406:3406:8:4294967295]
00000400:00000200:0.0:1788204929.075619:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204929.075623:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204929.075626:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204929.075628:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204929.075630:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204929.075633:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204929.075635:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204929.075637:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788204929.075640:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204929.075641:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204929.075643:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204929.075645:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204929.075647:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204929.075648:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204929.075650:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204929.075652:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075657:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204929.075660:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075666:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.075668:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204929.075670:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204929.075674:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204929.075677:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204929.075679:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298734419
00000100:00000001:0.0:1788204929.075682:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298736296
00000100:00000001:0.0:1788204929.075684:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298734419
00000100:00000001:0.0:1788204929.075686:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298736296
00000100:00000001:0.0:1788204929.075688:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204929.075690:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.075691:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204929.075696:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204929/real 1788204929]  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204929.075704:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204929.075705:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204929.075707:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204929.075710:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204929.075712:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204929.075714:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204929.075717:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204929.075726:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075732:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204929.075733:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.075735:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204929.075736:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204929.075740:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075747:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204929.075751:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075758:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204929.075759:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.075761:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204929.075762:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.075776:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204929.075779:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204929.075781:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204929.075785:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204929.075787:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204929.075791:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204929.075799:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793856:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204929.075803:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204929.075807:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075813:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204929.075814:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204929.075816:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204929.075818:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204929.075820:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204929.075822:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793984:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204929.075825:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204929.075827:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204929.075829:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204929.075830:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204929.075833:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204929.075835:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204929.075838:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204929.075839:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204929.075842:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204929.075845:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556793984, portal 4
00000100:00000001:0.0:1788204929.075846:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204929.075847:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788204929.075853:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075859:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204929.075861:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204929.075864:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204929.075866:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556793984, offset 0
00000400:00000200:0.0:1788204929.075870:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204929.075874:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204929.075877:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204929.075880:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204929.075883:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204929.075885:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204929.075888:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204929.075890:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3407:3407:256:4294967295] 192.168.201.145@tcp LPNI seq info [3407:3407:8:4294967295]
00000400:00000200:0.0:1788204929.075894:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204929.075900:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204929.075904:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204929.075908:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204929.075912:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204929.075915:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204929.075919:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204929.075922:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788204929.075926:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204929.075928:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204929.075931:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204929.075934:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204929.075937:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204929.075939:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204929.075941:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204929.075945:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075952:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204929.075955:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.075962:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.075964:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204929.075966:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204929.075969:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204929.075972:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204929.075974:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298734102
00000100:00000001:0.0:1788204929.075976:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298736296
00000100:00000001:0.0:1788204929.075978:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298734102
00000100:00000001:0.0:1788204929.075981:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298736296
00000100:00000001:0.0:1788204929.075983:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204929.075985:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.075987:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204929.075990:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204929/real 1788204929]  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204929.075997:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204929.075998:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204929.076000:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204929.076001:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204929.076003:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204929.076005:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204929.076008:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204929.076013:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076016:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204929.076017:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076018:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204929.076019:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204929.076021:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076024:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204929.076027:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076034:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204929.076036:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076038:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204929.076039:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076041:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204929.076043:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204929.076045:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204929.076048:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204929.076050:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204929.076054:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204929.076061:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556793984:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204929.076065:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204929.076068:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076074:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204929.076075:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204929.076077:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204929.076079:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204929.076081:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204929.076084:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794112:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204929.076087:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204929.076089:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204929.076090:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204929.076092:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204929.076097:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204929.076099:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204929.076102:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204929.076104:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204929.076108:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204929.076111:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556794112, portal 4
00000100:00000001:0.0:1788204929.076113:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204929.076114:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788204929.076120:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076126:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204929.076128:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204929.076130:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204929.076133:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556794112, offset 0
00000400:00000200:0.0:1788204929.076136:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204929.076140:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204929.076143:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204929.076146:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204929.076148:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204929.076151:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204929.076153:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204929.076156:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3408:3408:256:4294967295] 192.168.201.145@tcp LPNI seq info [3408:3408:8:4294967295]
00000400:00000200:0.0:1788204929.076160:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204929.076165:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204929.076170:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204929.076173:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204929.076176:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204929.076179:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204929.076183:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204929.076185:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788204929.076188:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204929.076190:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204929.076193:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204929.076196:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204929.076199:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204929.076200:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204929.076204:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204929.076207:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076214:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204929.076217:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076229:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.076230:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204929.076233:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204929.076236:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204929.076239:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204929.076241:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298734833
00000100:00000001:0.0:1788204929.076243:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298736296
00000100:00000001:0.0:1788204929.076245:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298734833
00000100:00000001:0.0:1788204929.076247:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298736296
00000100:00000001:0.0:1788204929.076249:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204929.076250:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.076252:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204929.076255:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204929/real 1788204929]  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204929.076262:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204929.076263:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204929.076265:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204929.076267:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204929.076268:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204929.076270:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204929.076273:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204929.076280:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076286:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204929.076287:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076289:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204929.076290:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204929.076294:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076300:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204929.076304:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076311:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204929.076313:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076315:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204929.076316:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076318:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204929.076319:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204929.076321:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204929.076323:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204929.076325:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204929.076327:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204929.076332:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794112:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204929.076334:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076335:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204929.076337:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556793856/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076341:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204929.076342:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204929.076343:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204929.076345:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204929.076346:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204929.076347:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204929.076348:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204929.076350:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:0.0:1788204929.076352:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204929.076353:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204929.076354:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788204929.076355:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204929.076356:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076357:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204929.076359:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556793984/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076363:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204929.076364:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204929.076364:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204929.076366:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204929.076367:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204929.076367:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204929.076368:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204929.076369:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:0.0:1788204929.076370:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204929.076370:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204929.076371:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788204929.076372:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204929.076373:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076374:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204929.076375:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556794112/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204929.076378:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204929.076379:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204929.076380:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204929.076381:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204929.076381:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204929.076382:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204929.076383:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204929.076384:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:0.0:1788204929.076385:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204929.076385:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204929.076386:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788204929.076387:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204929.076388:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076389:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204929.076392:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204929.076393:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204929.076394:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204929.076396:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.394512:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204929.394516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204929.394522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.394523:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204929.394527:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204929.394531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204929.394533:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204929.394534:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204929.394540:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204929.394545:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204929.394548:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204929.394552:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204929.394555:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204929.394603:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204929.394608:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204929.394612:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204929.586547:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204929.586557:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204929.586559:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204929.586566:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204929.586571:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204929.586575:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204929.586579:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204929.586582:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204929.586585:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204930.418501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204930.418507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204930.418511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204930.418512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204930.418513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204930.418518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204930.418519:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204930.418520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204930.418523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204930.418527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204930.418530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204930.418534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204930.418537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204930.418607:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204930.418609:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204930.418612:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204930.610541:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204930.610551:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204930.610554:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204930.610561:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204930.610565:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204930.610570:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204930.610573:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204930.610576:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204930.610578:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204931.314492:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298736296, at 4298736320
00000100:00000040:0.0:1788204931.314499:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298736296, at 4298736320
00000100:00000010:1.0:1788204931.314510:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a180.
00000100:00000010:0.0:1788204931.314512:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:3.0:1788204931.442519:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204931.442525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204931.442530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204931.442530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204931.442534:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204931.442538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204931.442539:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204931.442541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204931.442544:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204931.442548:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204931.442550:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204931.442553:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204931.442556:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204931.442604:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204931.442607:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204931.442610:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204931.634545:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204931.634554:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204931.634556:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204931.634562:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204931.634566:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204931.634571:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204931.634574:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204931.634577:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204931.634580:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.466487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204932.466498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204932.466501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204932.466504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204932.466510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204932.466510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204932.466517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204932.466518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204932.466521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204932.466522:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204932.466527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204932.466530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204932.466533:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204932.468210:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204932.468215:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204932.468219:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204932.658552:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204932.658563:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204932.658565:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204932.658573:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204932.658577:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204932.658582:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.658585:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204932.658588:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.658591:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204933.490546:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204933.490546:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204933.490559:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204933.490560:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788204933.490563:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204933.490565:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204933.490571:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204933.490573:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204933.490581:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788204933.490581:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204933.490588:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204933.490590:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204933.490593:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204933.490596:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204933.490598:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204933.490601:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204933.490606:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204933.490606:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204933.490610:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204933.490667:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204933.490671:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204933.490673:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204933.682537:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204933.682545:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204933.682546:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204933.682552:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204933.682556:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204933.682559:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204933.682562:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204933.682564:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204933.682568:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204934.194490:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204934.194497:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204934.194499:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204934.194502:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204934.194505:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204934.194510:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4066
00000400:00000200:3.0:1788204934.194517:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204934.194522:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204934.194524:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204934.194526:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194528:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204934.194530:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194532:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204934.194535:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204934.194536:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204934.194538:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204934.194541:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204934.194542:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204934.194544:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204934.194545:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194546:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204934.194547:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194548:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204934.194550:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204934.194552:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194553:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204934.194555:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204934.194557:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204934.194559:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194560:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204934.194561:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204934.194568:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788204934.194570:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204934.194573:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204934.194574:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194576:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204934.194578:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204934.194580:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204934.194587:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788204934.194592:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204934.194598:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204934.194604:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204934.194607:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204934.194610:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204934.194625:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204934.194627:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204934.194629:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204934.194630:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204934.194631:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204934.194632:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204934.194634:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4066
00000400:00000200:3.0:1788204934.194636:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204934.194637:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204934.194638:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204934.194640:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194641:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204934.194642:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194644:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204934.194645:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204934.194646:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204934.194646:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204934.194648:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204934.194649:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204934.194650:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204934.194651:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194652:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204934.194653:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194654:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204934.194655:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204934.194657:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194658:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204934.194659:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204934.194662:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204934.194664:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194665:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204934.194668:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204934.194670:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194672:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204934.194674:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204934.194690:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204934.194692:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204934.194693:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194694:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204934.194695:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204934.194696:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204934.194698:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:3.0:1788204934.194701:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.194703:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1788204934.194704:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204934.194708:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204934.194711:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204934.194713:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204934.194716:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204934.194718:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204934.194721:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.194739:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204934.194741:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194741:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204934.194745:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1788204934.194747:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204934.194750:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204934.194750:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1788204934.194754:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194754:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204934.194757:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788204934.194760:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556794240:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788204934.194761:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204934.194765:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204934.194767:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4066
02000000:00000001:0.0:1788204934.194769:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1788204934.194772:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788204934.194773:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204934.194776:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
02000000:00000001:0.0:1788204934.194777:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204934.194780:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1788204934.194782:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
00000100:00000040:3.0:1788204934.194782:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204934.194786:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194787:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204934.194790:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204934.194794:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204934.194794:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204934.194798:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:0.0:1788204934.194799:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000020:00000040:3.0:1788204934.194800:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204934.194803:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204934.194804:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000010:0.0:1788204934.194806:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000020:00000001:3.0:1788204934.194806:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204934.194810:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204934.194813:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:0.0:1788204934.194814:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556794240, portal 25
00000100:00000001:3.0:1788204934.194814:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204934.194818:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788204934.194818:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204934.194820:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000001:3.0:1788204934.194821:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204934.194824:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000040:0.0:1788204934.194827:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204934.194828:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194833:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204934.194836:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204934.194840:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788204934.194840:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204934.194844:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204934.194845:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194847:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788204934.194848:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000008:00100000:3.0:1788204934.194851:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1788204934.194852:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556794240, offset 0
00000008:00000001:3.0:1788204934.194856:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194858:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204934.194861:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000010:3.0:1788204934.194864:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788204934.194866:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204934.194868:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788204934.194870:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204934.194871:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.194873:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204934.194874:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204934.194876:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204934.194877:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000010:3.0:1788204934.194879:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000400:00000200:0.0:1788204934.194882:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204934.194882:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204934.194886:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00100000:3.0:1788204934.194889:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204934.194892:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204934.194896:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204934.194902:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3409:3409:256:4294967295] 192.168.201.145@tcp LPNI seq info [3409:3409:8:4294967295]
00000100:00000001:3.0:1788204934.194910:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204934.194913:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204934.194914:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204934.194918:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204934.194924:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204934.194926:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204934.194931:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1788204934.194934:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204934.194934:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204934.194937:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204934.194942:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204934.194944:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4066
00000800:00000200:0.0:1788204934.194948:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788204934.194949:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204934.194955:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204934.194956:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1788204934.194957:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000100:00000040:3.0:1788204934.194958:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194962:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204934.194963:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194965:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204934.194967:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.0:1788204934.194968:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:3.0:1788204934.194969:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204934.194972:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.0:1788204934.194974:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000020:00000040:3.0:1788204934.194974:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204934.194976:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204934.194980:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000200:0.1:1788204934.194983:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204934.194985:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:0.1:1788204934.194987:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1788204934.194988:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204934.194992:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000100:0.0:1788204934.194996:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204934.194997:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204934.195000:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204934.195002:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204934.195003:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204934.195004:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1788204934.195005:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
02000000:00000001:3.0:1788204934.195006:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204934.195009:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.195010:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204934.195011:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204934.195012:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204934.195013:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204934.195014:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204934.195018:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000400:00000200:0.0:1788204934.195019:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204934.195022:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000200:0.0:1788204934.195025:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
02000000:00000001:3.0:1788204934.195025:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204934.195028:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204934.195029:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:3.0:1788204934.195030:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204934.195032:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204934.195033:0:2340:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204934.195034:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204934.195037:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000200:0.0:1788204934.195039:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204934.195040:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204934.195047:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204934.195053:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204934.195054:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204934.195057:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204934.195058:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204934.195063:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195071:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195075:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204934.195076:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195081:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204934.195081:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4076)
00000400:00000200:0.0:1788204934.195086:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204934.195088:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298741416
00000100:00000010:0.0:1788204934.195094:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788204934.195100:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204934.195107:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298741416
00000100:00000010:0.0:1788204934.195111:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ad20.
00000100:00000001:0.0:1788204934.195115:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204934.195118:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204934.195121:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195123:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204934.195128:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204934/real 1788204934]  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204934.195138:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204934.195139:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204934.195141:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204934.195143:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204934.195144:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204934.195145:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204934.195148:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204934.195153:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195157:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204934.195158:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195159:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204934.195160:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204934.195162:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195167:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204934.195171:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195178:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204934.195180:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195182:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204934.195183:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195185:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204934.195187:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204934.195189:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204934.195193:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204934.195195:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204934.195199:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204934.195208:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556794240:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204934.195211:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195213:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204934.195215:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556794240/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195219:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204934.195221:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204934.195223:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204934.195225:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204934.195226:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204934.195227:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204934.195228:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204934.195230:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:0.0:1788204934.195233:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204934.195234:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204934.195235:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788204934.195237:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204934.195237:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195239:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195244:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204934.195245:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195247:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204934.195248:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204934.195249:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204934.195250:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195255:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204934.195256:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204934.195257:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204934.195258:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204934.195259:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204934.195260:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794368:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204934.195263:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204934.195264:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204934.195265:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204934.195266:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204934.195268:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204934.195269:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204934.195272:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204934.195274:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204934.195277:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204934.195280:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556794368, portal 10
00000100:00000001:0.0:1788204934.195282:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204934.195283:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788204934.195289:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195295:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204934.195298:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204934.195300:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204934.195302:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556794368, offset 0
00000400:00000200:0.0:1788204934.195306:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204934.195310:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204934.195314:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204934.195317:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204934.195319:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204934.195321:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204934.195323:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204934.195325:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3410:3410:256:4294967295] 192.168.201.145@tcp LPNI seq info [3410:3410:8:4294967295]
00000400:00000200:0.0:1788204934.195328:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204934.195332:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204934.195335:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204934.195337:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204934.195340:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204934.195342:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788204934.195344:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204934.195346:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1788204934.195348:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204934.195349:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204934.195351:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204934.195353:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204934.195355:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204934.195356:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204934.195358:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204934.195360:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195365:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204934.195367:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195370:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195371:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204934.195373:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204934.195376:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204934.195377:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204934.195379:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298739538
00000100:00000001:0.0:1788204934.195381:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298741416
00000100:00000001:0.0:1788204934.195382:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298739538
00000100:00000001:0.0:1788204934.195383:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298741416
00000100:00000001:0.0:1788204934.195384:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204934.195386:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195387:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204934.195389:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204934/real 1788204934]  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204934.195393:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204934.195393:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204934.195394:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204934.195396:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204934.195426:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204934.195428:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204934.195430:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204934.195435:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195438:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204934.195439:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195441:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204934.195442:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204934.195444:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195448:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204934.195450:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195453:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204934.195455:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195456:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204934.195457:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195458:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204934.195459:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204934.195461:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204934.195463:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204934.195464:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204934.195466:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204934.195470:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794368:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204934.195485:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204934.195488:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195492:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204934.195493:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204934.195494:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204934.195495:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204934.195496:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204934.195498:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794496:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204934.195500:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204934.195501:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204934.195502:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204934.195503:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204934.195505:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204934.195506:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204934.195508:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204934.195509:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204934.195511:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204934.195513:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556794496, portal 4
00000100:00000001:0.0:1788204934.195514:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204934.195516:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788204934.195519:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195523:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204934.195524:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204934.195525:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204934.195527:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556794496, offset 0
00000400:00000200:0.0:1788204934.195531:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204934.195534:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204934.195537:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204934.195540:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204934.195542:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204934.195544:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204934.195546:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204934.195549:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3411:3411:256:4294967295] 192.168.201.145@tcp LPNI seq info [3411:3411:8:4294967295]
00000400:00000200:0.0:1788204934.195552:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204934.195558:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204934.195562:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204934.195565:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204934.195569:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204934.195571:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788204934.195575:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204934.195577:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1788204934.195580:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204934.195581:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204934.195583:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204934.195585:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204934.195587:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204934.195588:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204934.195589:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204934.195591:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195596:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204934.195598:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195602:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195603:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204934.195605:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204934.195606:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204934.195609:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204934.195610:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298739222
00000100:00000001:0.0:1788204934.195611:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298741416
00000100:00000001:0.0:1788204934.195613:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298739222
00000100:00000001:0.0:1788204934.195614:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298741416
00000100:00000001:0.0:1788204934.195615:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204934.195616:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195617:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204934.195619:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204934/real 1788204934]  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204934.195623:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204934.195624:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204934.195625:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204934.195626:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204934.195627:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204934.195628:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204934.195630:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204934.195635:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195638:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204934.195639:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195640:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204934.195640:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204934.195643:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195647:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204934.195649:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195652:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204934.195654:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195654:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204934.195655:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195656:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204934.195657:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204934.195658:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204934.195660:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204934.195661:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204934.195663:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204934.195667:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794496:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204934.195669:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204934.195670:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195674:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204934.195675:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204934.195689:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204934.195691:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204934.195692:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204934.195694:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794624:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204934.195696:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204934.195697:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204934.195698:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204934.195700:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204934.195702:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204934.195703:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204934.195705:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204934.195706:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204934.195708:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204934.195710:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556794624, portal 4
00000100:00000001:0.0:1788204934.195711:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204934.195712:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788204934.195716:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195720:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204934.195721:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204934.195722:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204934.195724:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556794624, offset 0
00000400:00000200:0.0:1788204934.195726:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204934.195728:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204934.195730:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204934.195731:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204934.195733:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204934.195734:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204934.195736:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204934.195738:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3412:3412:256:4294967295] 192.168.201.145@tcp LPNI seq info [3412:3412:8:4294967295]
00000400:00000200:0.0:1788204934.195740:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204934.195744:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204934.195747:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204934.195748:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204934.195750:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204934.195752:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788204934.195754:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204934.195756:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1788204934.195758:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204934.195759:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204934.195761:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204934.195763:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204934.195765:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204934.195766:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204934.195767:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204934.195769:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195773:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204934.195775:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195779:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195780:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204934.195781:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204934.195783:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204934.195784:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204934.195786:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298739953
00000100:00000001:0.0:1788204934.195787:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298741416
00000100:00000001:0.0:1788204934.195788:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298739953
00000100:00000001:0.0:1788204934.195790:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298741416
00000100:00000001:0.0:1788204934.195791:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204934.195792:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195793:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204934.195795:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204934/real 1788204934]  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204934.195798:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204934.195799:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204934.195800:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204934.195801:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204934.195802:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204934.195804:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204934.195805:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204934.195810:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195813:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204934.195814:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195815:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204934.195815:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204934.195817:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195821:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204934.195823:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195826:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204934.195827:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195828:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204934.195829:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195829:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204934.195830:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204934.195832:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204934.195834:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204934.195835:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204934.195837:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204934.195841:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794624:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204934.195843:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195844:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204934.195846:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556794368/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195850:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204934.195851:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204934.195852:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204934.195853:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204934.195854:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204934.195855:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204934.195856:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204934.195857:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:0.0:1788204934.195858:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204934.195859:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204934.195860:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788204934.195862:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204934.195862:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195864:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204934.195866:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556794496/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195869:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204934.195870:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204934.195870:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204934.195872:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204934.195872:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204934.195873:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204934.195874:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204934.195875:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:0.0:1788204934.195876:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204934.195876:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204934.195877:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788204934.195879:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204934.195880:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195880:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204934.195882:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556794624/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204934.195885:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204934.195886:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204934.195887:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204934.195888:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204934.195889:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204934.195890:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204934.195891:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204934.195892:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:0.0:1788204934.195893:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204934.195893:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204934.195894:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788204934.195895:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204934.195896:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195897:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204934.195898:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204934.195899:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204934.195900:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204934.195901:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.514536:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204934.514543:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204934.514545:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204934.514551:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204934.514555:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204934.514556:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204934.514559:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204934.514564:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204934.514565:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204934.514568:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204934.514577:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204934.514580:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204934.514583:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204934.514653:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204934.514658:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204934.514661:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204934.706548:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204934.706555:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204934.706556:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204934.706560:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204934.706563:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204934.706566:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204934.706568:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204934.706571:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204934.706573:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204935.538505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204935.538513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204935.538516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204935.538521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204935.538525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204935.538529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204935.538533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204935.538535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204935.538537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204935.538548:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204935.538556:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204935.538564:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204935.538566:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204935.538650:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204935.538663:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204935.538666:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204935.730509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204935.730517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204935.730519:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204935.730523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204935.730527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204935.730530:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204935.730533:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204935.730535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204935.730537:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204936.434491:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298741416, at 4298741440
00000100:00000040:1.0:1788204936.434491:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298741416, at 4298741440
00000100:00000010:1.0:1788204936.434509:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ad20.
00000100:00000010:0.0:1788204936.434511:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:3.0:1788204936.562529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204936.562536:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204936.562539:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204936.562540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204936.562544:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204936.562545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204936.562554:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204936.562554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204936.562561:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204936.562562:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204936.562567:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204936.562570:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204936.562571:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204936.562624:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204936.562627:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204936.562630:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204936.754493:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204936.754498:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204936.754499:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204936.754503:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204936.754505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204936.754508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204936.754510:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204936.754512:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204936.754514:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204937.586487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204937.586492:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204937.586494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204937.586498:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204937.586501:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204937.586503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204937.586506:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204937.586507:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204937.586510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204937.586552:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204937.586559:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204937.586564:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204937.586569:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204937.586571:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204937.586576:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204937.586579:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204937.586581:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204937.586583:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204937.586586:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204937.586671:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204937.586675:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204937.586679:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204937.778517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204937.778525:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204937.778527:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204937.778531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204937.778534:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204937.778538:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204937.778541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204937.778543:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204937.778545:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204938.610505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204938.610513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204938.610514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204938.610515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204938.610519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204938.610522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204938.610526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204938.610528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204938.610529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204938.610532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204938.610533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204938.610537:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204938.610540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204938.610586:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204938.610589:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204938.610593:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204938.802483:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204938.802493:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204938.802495:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204938.802505:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204938.802508:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204938.802511:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204938.802513:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204938.802516:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204938.802518:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204939.315635:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204939.315664:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204939.315667:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204939.315671:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204939.315677:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204939.315690:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4071
00000400:00000200:1.0:1788204939.315702:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204939.315710:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204939.315714:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204939.315718:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.315721:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204939.315724:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.315727:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204939.315732:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204939.315735:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204939.315738:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204939.315742:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204939.315744:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204939.315747:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204939.315751:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.315753:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204939.315755:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.315757:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204939.315759:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204939.315763:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204939.315765:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204939.315769:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204939.315774:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204939.315777:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204939.315780:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204939.315783:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204939.315792:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f480.
00000020:00000040:1.0:1788204939.315797:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204939.315801:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204939.315803:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204939.315808:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204939.315811:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204939.315816:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204939.315827:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d800.
00000100:00000001:1.0:1788204939.315835:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204939.315848:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204939.315860:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204939.315865:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204939.315869:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ccdf27] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204939.315891:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204939.315895:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204939.315898:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204939.315900:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204939.315903:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204939.315906:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204939.315909:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4071
00000400:00000200:1.0:1788204939.315914:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204939.315919:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204939.315921:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204939.315924:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204939.315925:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204939.315929:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204939.315930:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204939.315932:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204939.315935:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.315941:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:0.0:1788204939.315943:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204939.315944:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204939.315947:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204939.315949:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204939.315952:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204939.315954:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204939.315956:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204939.315965:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204939.315968:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204939.315969:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204939.315973:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204939.315974:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.315978:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788204939.315979:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1788204939.315981:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:0.0:1788204939.315984:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788204939.315987:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:0.0:1788204939.315989:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204939.315994:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204939.315998:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556794752:192.168.201.145@tcp:250:kworker.0
02000000:00000001:1.0:1788204939.315999:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204939.316005:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204939.316009:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204939.316010:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204939.316013:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204939.316014:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204939.316017:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204939.316019:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204939.316025:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204939.316028:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204939.316030:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
00000100:00000001:1.0:1788204939.316031:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204939.316035:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204939.316039:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ed80.
00000400:00000200:0.0:1788204939.316043:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:1.0:1788204939.316045:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000400:00000010:0.0:1788204939.316047:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
02000000:00000001:1.0:1788204939.316050:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204939.316053:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204939.316055:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:1.0:1788204939.316056:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204939.316060:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204939.316062:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204939.316065:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556794752, portal 25
02000000:00000010:1.0:1788204939.316067:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:0.0:1788204939.316070:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204939.316073:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529920 : -105387459021696 : ffffa02691f0f480)
00000100:00000001:1.0:1788204939.316074:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204939.316083:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204939.316084:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204939.316108:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204939.316109:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788204939.316115:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204939.316115:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204939.316121:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000040:1.0:1788204939.316122:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e62ae2b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204939.316127:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556794752, offset 0
00000100:00000001:1.0:1788204939.316139:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204939.316142:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788204939.316144:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204939.316148:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204939.316150:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204939.316152:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204939.316154:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204939.316156:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204939.316162:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4071
00000400:00000200:0.0:1788204939.316165:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204939.316172:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204939.316176:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204939.316181:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204939.316184:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204939.316188:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3413:3413:256:4294967295] 192.168.201.145@tcp LPNI seq info [3413:3413:8:4294967295]
00000400:00000200:0.0:1788204939.316193:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204939.316204:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788204939.316213:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:0.0:1788204939.316214:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204939.316221:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000010:0.0:1788204939.316223:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000100:00080000:1.0:1788204939.316225:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204939.316231:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.316234:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204939.316235:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:1.0:1788204939.316239:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:0.0:1788204939.316243:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1788204939.316244:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204939.316249:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204939.316252:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000800:00000200:0.1:1788204939.316254:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:1.0:1788204939.316255:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204939.316259:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:0.1:1788204939.316260:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1788204939.316264:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204939.316270:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000100:0.0:1788204939.316271:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204939.316276:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000100:00000040:1.0:1788204939.316277:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.316282:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204939.316283:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1788204939.316288:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204939.316290:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204939.316294:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788204939.316298:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000020:00000040:1.0:1788204939.316299:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000010:0.0:1788204939.316301:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204939.316305:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788204939.316306:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000200:0.0:1788204939.316312:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204939.316312:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204939.316317:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204939.316322:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204939.316325:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788204939.316327:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204939.316329:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204939.316332:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204939.316337:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204939.316337:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204939.316341:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1788204939.316344:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204939.316347:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.316348:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204939.316351:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c000.
00000400:00000200:0.0:1788204939.316355:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:1.0:1788204939.316357:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204939.316358:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298746537
02000000:00000001:1.0:1788204939.316362:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1788204939.316365:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
02000000:00000001:1.0:1788204939.316366:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204939.316371:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204939.316373:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204939.316374:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1788204939.316375:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204939.316383:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:0.0:1788204939.316384:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298746537
00000100:00000010:0.0:1788204939.316390:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808af60.
00000100:00000001:1.0:1788204939.316391:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.316394:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204939.316428:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204939.316429:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204939.316432:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.316437:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204939.316445:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204939/real 1788204939]  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204939.316445:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204939.316450:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204939.316457:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c5fe36] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204939.316474:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204939.316480:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1788204939.316481:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204939.316484:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1788204939.316486:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:0.0:1788204939.316488:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000100:00000001:1.0:1788204939.316489:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204939.316494:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000100:00080000:1.0:1788204939.316494:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788204939.316499:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:1.0:1788204939.316500:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204939.316504:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1788204939.316506:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4071
00000100:00000200:0.0:1788204939.316512:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204939.316513:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204939.316521:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204939.316527:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1788204939.316531:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204939.316534:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.316539:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204939.316544:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204939.316546:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204939.316549:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204939.316551:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204939.316553:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204939.316555:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1788204939.316557:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:0.0:1788204939.316559:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204939.316561:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204939.316564:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204939.316567:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204939.316569:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00100000:0.0:1788204939.316575:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204939.316576:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.316581:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204939.316586:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204939.316600:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204939.316605:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204939.316606:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788204939.316613:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:0.0:1788204939.316616:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204939.316617:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204939.316623:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204939.316628:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204939.316630:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1788204939.316632:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.316636:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204939.316637:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204939.316642:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:1.0:1788204939.316642:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204939.316647:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204939.316649:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.316652:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788204939.316653:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ce00.
00000020:00000040:1.0:1788204939.316657:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204939.316662:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1788204939.316662:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204939.316666:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1788204939.316666:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204939.316670:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:0.0:1788204939.316671:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788204939.316675:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:0.0:1788204939.316677:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204939.316680:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1788204939.316680:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204939.316688:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204939.316689:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788204939.316696:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204939.316697:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556794752:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204939.316703:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204939.316706:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204939.316707:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204939.316713:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f480 x1875064556794752/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204939.316725:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204939.316729:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788204939.316730:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204939.316734:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1788204939.316738:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc34592] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204939.316739:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204939.316745:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204939.316749:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204939.316752:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000100:00000001:1.0:1788204939.316754:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204939.316756:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204939.316760:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d800.
00000100:00000040:1.0:1788204939.316761:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4082)
02000000:00000001:0.0:1788204939.316765:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204939.316768:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204939.316769:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f480.
00000100:00000001:0.0:1788204939.316772:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204939.316773:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.316775:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.316782:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204939.316784:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.316786:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204939.316787:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204939.316788:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204939.316791:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.316796:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204939.316797:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204939.316799:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204939.316800:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204939.316801:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204939.316803:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794880:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204939.316805:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204939.316807:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204939.316813:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204939.316815:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204939.316817:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204939.316818:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204939.316821:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204939.316823:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204939.316826:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204939.316828:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556794880, portal 10
00000100:00000001:0.0:1788204939.316830:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204939.316831:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250528128 : -105387459023488 : ffffa02691f0ed80)
00000100:00000040:0.0:1788204939.316835:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.316839:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204939.316841:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204939.316842:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204939.316844:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556794880, offset 0
00000400:00000200:0.0:1788204939.316846:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204939.316849:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204939.316851:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204939.316855:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204939.316858:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204939.316860:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204939.316862:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204939.316865:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3414:3414:256:4294967295] 192.168.201.145@tcp LPNI seq info [3414:3414:8:4294967295]
00000400:00000200:0.0:1788204939.316869:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204939.316875:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204939.316879:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204939.316883:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204939.316887:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204939.316890:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204939.316894:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204939.316896:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788204939.316900:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204939.316902:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204939.316905:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204939.316908:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204939.316910:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204939.316911:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204939.316913:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204939.316916:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.316925:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204939.316926:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.316930:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.316931:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204939.316934:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204939.316937:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204939.316941:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204939.316943:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298744660
00000100:00000001:0.0:1788204939.316945:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298746537
00000100:00000001:0.0:1788204939.316947:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298744660
00000100:00000001:0.0:1788204939.316949:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298746537
00000100:00000001:0.0:1788204939.316952:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204939.316953:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.316955:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204939.316959:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204939/real 1788204939]  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204939.316967:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204939.316968:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204939.316970:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204939.316972:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204939.316974:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204939.316976:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204939.316979:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204939.316987:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.316991:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204939.316992:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.316994:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204939.316995:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204939.316997:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317001:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204939.317004:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317008:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204939.317009:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317010:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204939.317011:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317012:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204939.317014:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204939.317016:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204939.317018:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204939.317020:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204939.317023:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204939.317030:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556794880:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204939.317034:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204939.317037:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317043:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204939.317045:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204939.317047:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204939.317048:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204939.317050:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204939.317053:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795008:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204939.317056:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204939.317058:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204939.317060:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204939.317062:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204939.317065:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204939.317067:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204939.317070:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204939.317072:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204939.317075:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204939.317077:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556795008, portal 4
00000100:00000001:0.0:1788204939.317078:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204939.317079:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250516480 : -105387459035136 : ffffa02691f0c000)
00000100:00000040:0.0:1788204939.317084:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317088:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204939.317089:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204939.317091:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204939.317092:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556795008, offset 0
00000400:00000200:0.0:1788204939.317094:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204939.317096:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204939.317098:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204939.317100:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204939.317102:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204939.317103:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204939.317105:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204939.317106:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3415:3415:256:4294967295] 192.168.201.145@tcp LPNI seq info [3415:3415:8:4294967295]
00000400:00000200:0.0:1788204939.317109:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204939.317113:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204939.317115:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204939.317117:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204939.317120:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204939.317122:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204939.317124:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204939.317126:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788204939.317129:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204939.317130:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204939.317132:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204939.317134:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204939.317136:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204939.317137:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204939.317139:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204939.317141:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317146:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204939.317148:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317152:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.317153:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204939.317155:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204939.317157:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204939.317159:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204939.317160:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298744343
00000100:00000001:0.0:1788204939.317162:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298746537
00000100:00000001:0.0:1788204939.317163:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298744343
00000100:00000001:0.0:1788204939.317165:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298746537
00000100:00000001:0.0:1788204939.317166:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204939.317167:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.317168:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204939.317170:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204939/real 1788204939]  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204939.317174:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204939.317175:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204939.317176:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204939.317178:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204939.317179:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204939.317180:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204939.317182:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204939.317190:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317196:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204939.317197:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317199:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204939.317200:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204939.317204:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317210:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204939.317214:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317220:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204939.317222:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317224:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204939.317225:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317226:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204939.317228:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204939.317231:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204939.317234:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204939.317236:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204939.317240:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204939.317249:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795008:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204939.317252:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204939.317254:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317258:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204939.317259:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204939.317260:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204939.317261:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204939.317263:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204939.317264:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795136:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204939.317266:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204939.317267:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204939.317268:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204939.317269:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204939.317272:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204939.317273:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204939.317275:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204939.317276:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204939.317278:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204939.317280:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556795136, portal 4
00000100:00000001:0.0:1788204939.317282:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204939.317282:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520064 : -105387459031552 : ffffa02691f0ce00)
00000100:00000040:0.0:1788204939.317286:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317291:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204939.317292:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204939.317293:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204939.317295:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556795136, offset 0
00000400:00000200:0.0:1788204939.317297:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204939.317300:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204939.317302:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204939.317304:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204939.317306:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204939.317307:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204939.317309:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204939.317311:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3416:3416:256:4294967295] 192.168.201.145@tcp LPNI seq info [3416:3416:8:4294967295]
00000400:00000200:0.0:1788204939.317313:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204939.317317:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204939.317319:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204939.317321:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204939.317323:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204939.317325:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204939.317327:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204939.317329:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788204939.317331:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204939.317332:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204939.317334:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204939.317336:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204939.317338:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204939.317339:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204939.317341:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204939.317343:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317347:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204939.317349:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317353:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.317354:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204939.317355:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204939.317357:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204939.317359:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204939.317360:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298745074
00000100:00000001:0.0:1788204939.317362:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298746537
00000100:00000001:0.0:1788204939.317363:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298745074
00000100:00000001:0.0:1788204939.317364:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298746537
00000100:00000001:0.0:1788204939.317365:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204939.317366:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.317367:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204939.317369:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204939/real 1788204939]  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204939.317373:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204939.317374:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204939.317375:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204939.317376:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204939.317377:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204939.317378:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204939.317380:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204939.317385:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317388:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204939.317389:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317390:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204939.317390:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204939.317392:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317395:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204939.317412:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317417:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204939.317419:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317420:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204939.317421:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317422:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204939.317423:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204939.317425:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204939.317427:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204939.317428:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204939.317430:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204939.317434:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795136:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204939.317437:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317438:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204939.317440:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ed80 x1875064556794880/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317444:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204939.317445:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204939.317446:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204939.317448:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204939.317448:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204939.317449:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204939.317451:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204939.317452:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:0.0:1788204939.317454:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204939.317454:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204939.317455:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ed80.
00000100:00000001:0.0:1788204939.317457:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204939.317458:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317459:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204939.317461:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c000 x1875064556795008/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317468:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204939.317469:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204939.317470:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204939.317472:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204939.317473:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204939.317473:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204939.317474:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204939.317475:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:0.0:1788204939.317476:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204939.317477:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204939.317478:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c000.
00000100:00000001:0.0:1788204939.317479:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204939.317480:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317480:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204939.317482:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ce00 x1875064556795136/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204939.317485:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204939.317486:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204939.317486:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204939.317487:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204939.317488:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204939.317488:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204939.317489:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204939.317490:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:0.0:1788204939.317491:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204939.317492:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204939.317492:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ce00.
00000100:00000001:0.0:1788204939.317494:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204939.317494:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317495:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204939.317497:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204939.317498:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204939.317499:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204939.317500:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204939.634532:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204939.634538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204939.634543:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204939.634543:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204939.634548:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204939.634552:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204939.634554:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204939.634555:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204939.634569:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204939.634573:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204939.634578:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204939.634589:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204939.634593:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204939.634667:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204939.634676:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204939.634679:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204939.826521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204939.826529:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204939.826531:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204939.826535:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204939.826538:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204939.826542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204939.826544:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204939.826547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204939.826549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204940.658492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204940.658500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204940.658502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204940.658502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204940.658509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204940.658510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204940.658515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204940.658517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204940.658518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204940.658521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204940.658522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204940.658525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204940.658529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204940.658583:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204940.658588:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204940.658590:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204940.850547:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204940.850556:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204940.850560:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204940.850579:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204940.850583:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204940.850587:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204940.850591:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204940.850594:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204940.850597:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204941.554535:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298746537, at 4298746560
00000100:00000040:1.0:1788204941.554535:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298746537, at 4298746560
00000100:00000010:0.0:1788204941.554581:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788204941.554582:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808af60.
00000100:00000001:3.0:1788204941.682530:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204941.682535:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204941.682541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204941.682541:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204941.682545:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204941.682561:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204941.682567:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204941.682568:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204941.682571:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204941.682572:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204941.682578:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204941.682583:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204941.682586:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204941.682682:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204941.682687:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204941.682691:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204941.874523:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204941.874530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204941.874531:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204941.874536:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204941.874540:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204941.874554:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204941.874557:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204941.874560:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204941.874562:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.706510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204942.706518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204942.706520:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204942.706524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.706524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204942.706541:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204942.706543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204942.706546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204942.706546:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204942.706551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204942.706554:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204942.706557:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204942.706559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204942.706609:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204942.706618:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204942.706621:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204942.898560:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204942.898569:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204942.898571:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204942.898577:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788204942.898580:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204942.898585:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204942.898587:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204942.898589:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204942.898592:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204943.730523:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204943.730533:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204943.730534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204943.730539:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204943.730542:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788204943.730542:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204943.730546:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204943.730550:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204943.730551:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204943.730553:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204943.730555:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204943.730556:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204943.730558:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204943.730561:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204943.730562:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204943.730565:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204943.730566:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204943.730569:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204943.730572:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204943.730630:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204943.730635:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204943.730639:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204943.922517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204943.922527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204943.922530:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204943.922539:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204943.922543:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204943.922547:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204943.922549:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204943.922552:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204943.922554:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204944.434539:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204944.434550:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204944.434553:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204944.434557:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204944.434561:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204944.434569:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4077
00000400:00000200:3.0:1788204944.434578:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204944.434585:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204944.434588:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204944.434591:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434594:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204944.434596:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434599:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204944.434603:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204944.434605:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204944.434608:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204944.434611:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204944.434613:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204944.434615:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204944.434619:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434621:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204944.434623:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434625:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204944.434627:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204944.434630:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434633:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204944.434636:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204944.434639:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204944.434642:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.434644:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204944.434646:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204944.434655:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788204944.434659:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204944.434663:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204944.434665:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.434668:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204944.434671:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204944.434674:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204944.434687:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788204944.434694:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204944.434703:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204944.434713:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204944.434717:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204944.434722:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204944.434746:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204944.434749:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204944.434753:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204944.434754:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204944.434757:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204944.434760:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204944.434762:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4077
00000400:00000200:3.0:1788204944.434766:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204944.434769:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204944.434771:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204944.434774:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434776:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204944.434778:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434781:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204944.434783:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204944.434785:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204944.434786:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204944.434788:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204944.434791:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204944.434793:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204944.434797:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434799:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204944.434802:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434804:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204944.434807:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204944.434810:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204944.434813:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204944.434815:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204944.434820:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204944.434821:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204944.434828:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.434830:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204944.434832:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204944.434836:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1788204944.434839:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204944.434843:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.434846:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204944.434851:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204944.434852:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204944.434860:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204944.434870:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204944.434874:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.434880:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204944.434881:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204944.434886:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204944.434887:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204944.434895:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204944.434897:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204944.434905:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788204944.434906:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
02000000:00000001:0.0:1788204944.434910:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.434913:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204944.434919:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556795264:192.168.201.145@tcp:250:kworker.0
00000100:00100000:3.0:1788204944.434927:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204944.434929:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204944.434936:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204944.434940:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.434942:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204944.434945:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204944.434946:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204944.434954:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204944.434956:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204944.434962:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.434975:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204944.434976:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204944.434983:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204944.434985:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00080000:3.0:1788204944.434994:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204944.434997:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1788204944.434999:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00080000:3.0:1788204944.435000:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204944.435008:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788204944.435013:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556795264, portal 25
00000100:00080000:3.0:1788204944.435013:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4077
00000100:00000001:0.0:1788204944.435019:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788204944.435020:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204944.435025:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000400:00000200:3.0:1788204944.435032:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204944.435036:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204944.435039:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204944.435044:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.435057:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204944.435063:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204944.435064:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:0.0:1788204944.435075:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204944.435075:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:0.0:1788204944.435080:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000020:00000001:3.0:1788204944.435083:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1788204944.435086:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556795264, offset 0
00000020:00000040:3.0:1788204944.435092:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:0.0:1788204944.435096:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788204944.435098:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204944.435102:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204944.435105:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204944.435108:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788204944.435110:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204944.435122:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204944.435128:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788204944.435129:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204944.435137:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204944.435140:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204944.435142:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788204944.435149:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:3.0:1788204944.435149:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:0.0:1788204944.435157:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788204944.435158:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:0.0:1788204944.435165:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.435167:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204944.435173:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204944.435174:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3417:3417:256:4294967295] 192.168.201.145@tcp LPNI seq info [3417:3417:8:4294967295]
02000000:00000001:3.0:1788204944.435179:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204944.435182:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788204944.435187:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.435191:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204944.435195:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204944.435204:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204944.435205:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204944.435211:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204944.435218:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000010:3.0:1788204944.435219:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788204944.435228:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000010:0.0:1788204944.435229:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
02000000:00000001:3.0:1788204944.435232:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204944.435238:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204944.435243:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204944.435244:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204944.435248:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1788204944.435250:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1788204944.435252:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204944.435265:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000800:00000200:0.1:1788204944.435267:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204944.435271:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204944.435273:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1788204944.435280:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204944.435290:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204944.435296:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204944.435300:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788204944.435307:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1788204944.435308:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000100:00000001:3.0:1788204944.435322:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204944.435325:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204944.435326:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204944.435330:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204944.435333:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204944.435339:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788204944.435339:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204944.435352:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204944.435354:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000100:00080000:3.0:1788204944.435358:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4077
00000400:00000010:0.0:1788204944.435360:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000400:00000200:3.0:1788204944.435367:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204944.435370:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1788204944.435375:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:0.0:1788204944.435380:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204944.435380:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204944.435391:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.435437:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204944.435441:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.435445:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204944.435447:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204944.435448:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204944.435449:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204944.435452:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204944.435454:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204944.435460:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788204944.435464:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204944.435467:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204944.435473:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204944.435476:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204944.435477:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204944.435482:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000040:0.0:1788204944.435486:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204944.435491:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204944.435511:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.435515:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204944.435516:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204944.435520:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204944.435521:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204944.435526:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.435529:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204944.435530:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204944.435533:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204944.435539:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:3.0:1788204944.435541:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.435545:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298751657
00000100:00000001:3.0:1788204944.435545:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204944.435558:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000010:3.0:1788204944.435559:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204944.435566:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204944.435571:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788204944.435572:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204944.435578:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.435582:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204944.435584:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204944.435585:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298751657
02000000:00000001:3.0:1788204944.435587:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204944.435591:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a240.
02000000:00000010:3.0:1788204944.435595:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:0.0:1788204944.435597:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204944.435604:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.435605:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204944.435615:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204944.435619:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204944.435621:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204944.435630:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204944/real 1788204944]  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204944.435638:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204944.435647:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204944.435660:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204944.435661:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204944.435664:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204944.435668:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204944.435675:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204944.435679:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:3.0:1788204944.435685:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.435686:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204944.435695:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204944.435695:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4087)
00000100:00000200:0.0:1788204944.435713:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.435722:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204944.435724:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.435727:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204944.435729:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204944.435733:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.435741:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204944.435745:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.435752:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204944.435755:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.435756:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204944.435758:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.435761:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204944.435763:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204944.435767:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204944.435771:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204944.435774:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204944.435778:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204944.435786:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556795264:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204944.435791:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.435793:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204944.435796:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556795264/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.435803:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204944.435806:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204944.435809:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204944.435812:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204944.435814:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204944.435816:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204944.435819:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204944.435822:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:0.0:1788204944.435826:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204944.435827:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204944.435829:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788204944.435833:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204944.435834:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.435837:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.435845:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204944.435847:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.435849:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204944.435850:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204944.435852:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204944.435856:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.435862:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204944.435864:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204944.435866:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204944.435868:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204944.435870:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204944.435873:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795392:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204944.435876:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204944.435879:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204944.435880:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204944.435882:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204944.435885:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204944.435887:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204944.435890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204944.435893:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204944.435897:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204944.435900:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556795392, portal 10
00000100:00000001:0.0:1788204944.435902:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204944.435903:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:0.0:1788204944.435909:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.435915:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204944.435917:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204944.435919:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204944.435921:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556795392, offset 0
00000400:00000200:0.0:1788204944.435926:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204944.435929:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204944.435933:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204944.435936:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204944.435939:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204944.435941:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204944.435944:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204944.435947:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3418:3418:256:4294967295] 192.168.201.145@tcp LPNI seq info [3418:3418:8:4294967295]
00000400:00000200:0.0:1788204944.435951:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204944.435958:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204944.435962:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204944.435966:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204944.435970:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204944.435972:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204944.435976:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204944.435979:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204944.435983:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204944.435985:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204944.435988:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204944.435991:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204944.435994:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204944.435996:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204944.435999:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204944.436002:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436010:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204944.436013:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436019:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.436021:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204944.436024:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204944.436029:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204944.436031:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204944.436033:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298749779
00000100:00000001:0.0:1788204944.436037:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298751657
00000100:00000001:0.0:1788204944.436039:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298749779
00000100:00000001:0.0:1788204944.436041:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298751657
00000100:00000001:0.0:1788204944.436044:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204944.436046:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.436048:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204944.436052:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204944/real 1788204944]  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204944.436060:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204944.436061:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204944.436063:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204944.436065:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204944.436067:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204944.436069:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204944.436072:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204944.436081:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436088:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204944.436090:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436091:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204944.436092:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204944.436095:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436101:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204944.436105:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436112:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204944.436114:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436116:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204944.436117:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436119:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204944.436120:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204944.436123:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204944.436127:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204944.436129:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204944.436133:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204944.436141:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795392:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204944.436145:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204944.436148:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436155:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204944.436157:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204944.436159:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204944.436161:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204944.436163:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204944.436165:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795520:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204944.436169:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204944.436171:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204944.436173:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204944.436174:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204944.436177:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204944.436179:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204944.436182:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204944.436185:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204944.436188:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204944.436191:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556795520, portal 4
00000100:00000001:0.0:1788204944.436193:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204944.436194:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:0.0:1788204944.436200:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436207:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204944.436210:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204944.436212:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204944.436214:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556795520, offset 0
00000400:00000200:0.0:1788204944.436218:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204944.436221:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204944.436224:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204944.436227:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204944.436230:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204944.436232:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204944.436234:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204944.436237:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3419:3419:256:4294967295] 192.168.201.145@tcp LPNI seq info [3419:3419:8:4294967295]
00000400:00000200:0.0:1788204944.436241:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204944.436247:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204944.436252:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204944.436255:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204944.436258:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204944.436261:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204944.436265:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204944.436268:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204944.436271:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204944.436273:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204944.436276:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204944.436279:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204944.436282:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204944.436284:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204944.436287:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204944.436290:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436298:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204944.436301:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436307:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.436309:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204944.436312:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204944.436315:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204944.436318:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204944.436320:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298749462
00000100:00000001:0.0:1788204944.436322:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298751657
00000100:00000001:0.0:1788204944.436324:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298749462
00000100:00000001:0.0:1788204944.436326:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298751657
00000100:00000001:0.0:1788204944.436328:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204944.436330:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.436332:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204944.436335:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204944/real 1788204944]  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204944.436343:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204944.436344:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204944.436345:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204944.436348:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204944.436349:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204944.436351:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204944.436354:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204944.436362:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436367:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204944.436369:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436371:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204944.436372:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204944.436375:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436381:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204944.436385:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436391:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204944.436394:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436395:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204944.436421:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436423:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204944.436425:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204944.436427:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204944.436431:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204944.436434:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204944.436437:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204944.436444:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795520:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204944.436448:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204944.436452:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436458:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204944.436460:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204944.436462:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204944.436464:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204944.436465:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204944.436468:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795648:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204944.436472:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204944.436474:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204944.436476:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204944.436477:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204944.436481:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204944.436483:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204944.436486:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204944.436489:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204944.436493:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204944.436496:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556795648, portal 4
00000100:00000001:0.0:1788204944.436515:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204944.436517:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788204944.436524:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436531:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204944.436533:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204944.436536:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204944.436539:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556795648, offset 0
00000400:00000200:0.0:1788204944.436543:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204944.436546:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204944.436550:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204944.436553:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204944.436555:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204944.436557:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204944.436559:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204944.436562:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3420:3420:256:4294967295] 192.168.201.145@tcp LPNI seq info [3420:3420:8:4294967295]
00000400:00000200:0.0:1788204944.436565:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204944.436571:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204944.436575:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204944.436578:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204944.436581:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204944.436584:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204944.436589:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204944.436591:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204944.436595:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204944.436597:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204944.436600:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204944.436603:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204944.436605:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204944.436607:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204944.436610:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204944.436613:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436620:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204944.436622:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436629:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.436630:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204944.436645:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204944.436652:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204944.436655:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204944.436657:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298750194
00000100:00000001:0.0:1788204944.436660:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298751657
00000100:00000001:0.0:1788204944.436662:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298750194
00000100:00000001:0.0:1788204944.436664:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298751657
00000100:00000001:0.0:1788204944.436666:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204944.436668:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.436670:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204944.436674:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204944/real 1788204944]  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204944.436681:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204944.436682:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204944.436684:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204944.436686:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204944.436688:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204944.436690:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204944.436693:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204944.436702:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436713:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204944.436715:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436717:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204944.436718:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204944.436722:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436728:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204944.436731:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436737:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204944.436739:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436741:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204944.436742:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436744:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204944.436745:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204944.436747:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204944.436751:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204944.436753:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204944.436757:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204944.436766:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795648:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204944.436770:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436772:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204944.436776:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556795392/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436783:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204944.436784:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204944.436787:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204944.436789:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204944.436791:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204944.436793:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204944.436795:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204944.436797:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:0.0:1788204944.436800:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204944.436801:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204944.436802:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788204944.436806:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204944.436807:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436808:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204944.436811:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556795520/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436817:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204944.436818:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204944.436820:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204944.436823:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204944.436824:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204944.436825:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204944.436827:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204944.436828:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:0.0:1788204944.436830:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204944.436831:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204944.436833:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788204944.436835:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204944.436837:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436838:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204944.436842:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556795648/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204969 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204944.436849:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204944.436850:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204944.436852:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204944.436854:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204944.436856:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204944.436857:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204944.436859:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204944.436861:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:0.0:1788204944.436863:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204944.436864:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204944.436865:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788204944.436867:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204944.436869:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436871:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204944.436874:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204944.436876:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204944.436878:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204944.436880:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204944.754508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204944.754518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204944.754527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204944.754528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204944.754549:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204944.754558:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204944.754560:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204944.754566:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204944.754570:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204944.754575:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204944.754579:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204944.754583:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204944.754586:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204944.754593:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204944.754597:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204944.754600:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204944.946549:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204944.946556:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204944.946558:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204944.946562:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204944.946566:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204944.946570:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204944.946572:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204944.946575:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204944.946577:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204945.778506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204945.778514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204945.778516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204945.778520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204945.778522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204945.778525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204945.778527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204945.778531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204945.778532:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204945.778535:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204945.778537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204945.778542:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204945.778545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204945.778598:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204945.778602:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204945.778605:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204945.970513:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204945.970521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204945.970523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204945.970528:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204945.970532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204945.970535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204945.970538:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204945.970541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204945.970543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204946.674520:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298751657, at 4298751680
00000100:00000040:1.0:1788204946.674520:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298751657, at 4298751680
00000100:00000010:0.0:1788204946.674537:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788204946.674539:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a240.
00000100:00000001:3.0:1788204946.802522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204946.802526:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204946.802530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204946.802531:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204946.802535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204946.802536:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204946.802539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204946.802542:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204946.802547:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204946.802550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204946.802553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204946.802555:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204946.802558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204946.802644:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204946.802648:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204946.802651:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204946.994517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204946.994524:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204946.994527:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204946.994531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204946.994534:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204946.994537:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204946.994539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204946.994541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204946.994543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.826470:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788204947.826476:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204947.826478:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204947.826482:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204947.826486:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204947.826488:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204947.826491:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204947.826493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204947.826493:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204947.826495:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204947.826497:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204947.826501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204947.826504:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204947.826506:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204947.826508:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204947.826511:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204947.826512:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204947.826514:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204947.826515:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204947.826566:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204947.826570:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204947.826573:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204948.018516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204948.018521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204948.018523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204948.018527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204948.018529:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204948.018532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204948.018535:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204948.018537:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204948.018538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204948.850512:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204948.850514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204948.850519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204948.850521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204948.850525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204948.850525:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204948.850527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204948.850532:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204948.850537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204948.850540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204948.850543:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204948.850546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204948.850549:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204948.850585:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204948.850589:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204948.850591:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204949.042517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204949.042524:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204949.042527:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204949.042531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204949.042536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204949.042539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204949.042542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204949.042545:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204949.042547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204949.554520:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204949.554530:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204949.554533:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204949.554537:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204949.554541:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204949.554547:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4082
00000400:00000200:1.0:1788204949.554555:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204949.554562:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204949.554566:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204949.554569:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204949.554572:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204949.554575:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204949.554577:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204949.554581:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204949.554583:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204949.554585:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204949.554588:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204949.554590:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204949.554593:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204949.554596:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204949.554598:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204949.554600:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204949.554601:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204949.554604:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204949.554607:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204949.554610:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204949.554613:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204949.554616:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204949.554619:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204949.554621:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204949.554623:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204949.554638:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0dc00.
00000020:00000040:1.0:1788204949.554643:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204949.554646:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204949.554648:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204949.554651:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204949.554654:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204949.554659:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204949.554666:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788204949.554673:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204949.554680:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204949.554691:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204949.554703:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204949.554708:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f228e2f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204949.554735:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204949.554738:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204949.554742:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204949.554743:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204949.554745:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204949.554749:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204949.554752:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4082
00000100:00000001:0.0:1788204949.554754:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788204949.554758:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204949.554759:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204949.554763:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1788204949.554765:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204949.554770:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204949.554771:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204949.554777:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204949.554783:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204949.554784:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204949.554785:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204949.554789:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204949.554792:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788204949.554793:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1788204949.554796:0:18486:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1788204949.554797:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788204949.554800:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
02000000:00000001:0.0:1788204949.554801:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204949.554806:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204949.554809:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204949.554811:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00100000:0.0:1788204949.554814:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556795776:192.168.201.145@tcp:250:kworker.0
00000020:00000001:1.0:1788204949.554815:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204949.554820:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204949.554825:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204949.554827:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788204949.554829:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204949.554832:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204949.554834:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788204949.554836:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204949.554839:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:0.0:1788204949.554841:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1788204949.554851:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000010:0.0:1788204949.554855:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
00000100:00000001:1.0:1788204949.554855:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204949.554860:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204949.554863:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204949.554866:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204949.554871:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204949.554872:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204949.554876:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788204949.554878:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000008:00100000:1.0:1788204949.554881:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204949.554886:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204949.554888:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:1.0:1788204949.554888:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204949.554895:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f800.
00000100:00000200:0.0:1788204949.554898:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556795776, portal 25
00000020:00000040:1.0:1788204949.554898:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:0.0:1788204949.554902:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204949.554904:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250523648 : -105387459027968 : ffffa02691f0dc00)
02000000:00000001:1.0:1788204949.554909:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1788204949.554911:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204949.554912:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204949.554916:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204949.554919:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204949.554922:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.554923:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204949.554927:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000010:1.0:1788204949.554927:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:1.0:1788204949.554932:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204949.554933:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204949.554937:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556795776, offset 0
00000400:00000200:0.0:1788204949.554945:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00100000:1.0:1788204949.554948:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204949.554956:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204949.554956:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204949.554960:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204949.554964:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9754d1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204949.554971:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204949.554973:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204949.554975:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:1.0:1788204949.554976:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204949.554980:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204949.554981:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204949.554983:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204949.554985:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204949.554989:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:1.0:1788204949.554992:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4082
00000400:00000200:0.0:1788204949.554999:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204949.555003:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204949.555011:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3421:3421:256:4294967295] 192.168.201.145@tcp LPNI seq info [3421:3421:8:4294967295]
00000400:00000200:0.0:1788204949.555015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204949.555022:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204949.555027:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204949.555031:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:0.0:1788204949.555035:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000400:00000200:1.0:1788204949.555038:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204949.555041:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788204949.555046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:1.0:1788204949.555048:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:0.0:1788204949.555052:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788204949.555052:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204949.555057:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:0.1:1788204949.555063:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204949.555066:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788204949.555068:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000100:0.0:1788204949.555069:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204949.555072:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000020:00000001:1.0:1788204949.555076:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204949.555077:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:0.0:1788204949.555078:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788204949.555079:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204949.555083:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:0.0:1788204949.555085:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788204949.555086:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204949.555089:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788204949.555090:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000100:00000040:1.0:1788204949.555093:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:0.0:1788204949.555094:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:1.0:1788204949.555096:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204949.555099:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788204949.555100:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204949.555103:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000200:0.0:1788204949.555106:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204949.555107:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204949.555113:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204949.555117:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204949.555120:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204949.555124:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204949.555129:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204949.555131:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204949.555132:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1788204949.555133:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788204949.555137:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788204949.555138:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204949.555142:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204949.555147:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d180.
00000100:00000001:0.0:1788204949.555149:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204949.555150:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204949.555151:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788204949.555155:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204949.555157:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204949.555158:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204949.555162:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204949.555163:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204949.555165:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788204949.555166:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.555168:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298756776
02000000:00000010:1.0:1788204949.555170:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000010:0.0:1788204949.555173:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:1.0:1788204949.555174:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.555180:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204949.555187:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298756776
00000100:00100000:1.0:1788204949.555187:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1788204949.555192:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808aea0.
00000100:00000001:0.0:1788204949.555196:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204949.555200:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204949.555201:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204949.555203:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204949.555205:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.555207:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788204949.555210:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002663953b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204949.555213:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204949/real 1788204949]  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204949.555228:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204949.555231:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1788204949.555232:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1788204949.555234:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1788204949.555236:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:0.0:1788204949.555237:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000100:00000001:1.0:1788204949.555239:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204949.555240:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000100:00080000:1.0:1788204949.555241:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788204949.555243:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:1.0:1788204949.555245:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204949.555246:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1788204949.555249:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4082
00000100:00000200:0.0:1788204949.555250:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204949.555256:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:0.0:1788204949.555264:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204949.555266:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204949.555273:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204949.555274:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204949.555276:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.555279:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204949.555281:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204949.555281:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204949.555287:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788204949.555288:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204949.555293:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204949.555299:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204949.555305:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204949.555306:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204949.555308:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204949.555312:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1788204949.555315:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204949.555316:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204949.555322:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204949.555327:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788204949.555330:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1788204949.555335:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204949.555336:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204949.555338:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204949.555339:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1788204949.555342:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204949.555343:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204949.555345:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204949.555347:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1788204949.555348:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:0.0:1788204949.555351:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204949.555352:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204949.555355:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204949.555358:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788204949.555358:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204949.555360:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204949.555363:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204949.555366:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788204949.555366:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204949.555368:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204949.555372:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:1.0:1788204949.555372:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204949.555376:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204949.555379:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c380.
00000100:00000040:0.0:1788204949.555381:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204949.555383:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204949.555387:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204949.555394:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204949.555395:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556795776:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204949.555437:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204949.555440:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204949.555443:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.555449:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1788204949.555451:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000001:0.0:1788204949.555454:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204949.555456:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204949.555461:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0dc00 x1875064556795776/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204949.555467:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204949.555476:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204949.555481:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1788204949.555482:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1788204949.555485:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
00000100:00000001:1.0:1788204949.555486:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204949.555490:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204949.555494:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:1.0:1788204949.555494:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a4e581] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204949.555497:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204949.555500:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204949.555503:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:0.0:1788204949.555508:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788204949.555509:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204949.555510:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204949.555513:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0dc00.
00000100:00000001:0.0:1788204949.555516:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204949.555517:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204949.555517:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4092)
00000100:00000001:0.0:1788204949.555522:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.555528:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204949.555529:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.555531:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204949.555532:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204949.555534:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204949.555537:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555542:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204949.555543:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204949.555544:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204949.555546:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204949.555547:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204949.555549:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795904:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204949.555551:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204949.555552:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204949.555553:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204949.555554:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204949.555556:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204949.555557:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204949.555560:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204949.555561:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204949.555564:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204949.555566:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556795904, portal 10
00000100:00000001:0.0:1788204949.555567:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204949.555568:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250530816 : -105387459020800 : ffffa02691f0f800)
00000100:00000040:0.0:1788204949.555572:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555576:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204949.555578:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204949.555579:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204949.555580:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556795904, offset 0
00000400:00000200:0.0:1788204949.555583:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204949.555585:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204949.555587:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204949.555589:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204949.555591:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204949.555592:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204949.555594:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204949.555597:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3422:3422:256:4294967295] 192.168.201.145@tcp LPNI seq info [3422:3422:8:4294967295]
00000400:00000200:0.0:1788204949.555600:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204949.555606:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204949.555611:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204949.555614:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204949.555618:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204949.555620:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204949.555625:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204949.555627:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204949.555631:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204949.555633:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204949.555636:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204949.555638:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204949.555641:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204949.555642:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204949.555644:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204949.555647:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555654:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204949.555656:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555666:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.555668:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204949.555670:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204949.555674:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204949.555676:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204949.555678:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298754899
00000100:00000001:0.0:1788204949.555681:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298756776
00000100:00000001:0.0:1788204949.555683:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298754899
00000100:00000001:0.0:1788204949.555684:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298756776
00000100:00000001:0.0:1788204949.555686:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204949.555688:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.555690:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204949.555693:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204949/real 1788204949]  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204949.555701:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204949.555702:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204949.555704:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204949.555706:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204949.555708:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204949.555709:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204949.555711:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204949.555716:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555720:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204949.555721:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.555722:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204949.555723:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204949.555725:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555729:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204949.555731:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555735:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204949.555736:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.555737:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204949.555738:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.555739:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204949.555740:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204949.555742:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204949.555744:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204949.555745:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204949.555747:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204949.555751:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556795904:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204949.555753:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204949.555755:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555759:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204949.555760:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204949.555761:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204949.555762:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204949.555763:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204949.555765:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796032:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204949.555767:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204949.555768:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204949.555769:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204949.555770:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204949.555773:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204949.555774:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204949.555776:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204949.555778:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204949.555780:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204949.555782:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556796032, portal 4
00000100:00000001:0.0:1788204949.555783:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204949.555784:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520960 : -105387459030656 : ffffa02691f0d180)
00000100:00000040:0.0:1788204949.555787:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555791:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204949.555793:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204949.555794:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204949.555795:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556796032, offset 0
00000400:00000200:0.0:1788204949.555797:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204949.555800:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204949.555802:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204949.555803:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204949.555805:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204949.555806:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204949.555808:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204949.555810:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3423:3423:256:4294967295] 192.168.201.145@tcp LPNI seq info [3423:3423:8:4294967295]
00000400:00000200:0.0:1788204949.555812:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204949.555816:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204949.555819:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204949.555821:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204949.555823:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204949.555824:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204949.555827:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204949.555829:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204949.555831:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204949.555833:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204949.555835:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204949.555837:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204949.555838:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204949.555839:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204949.555841:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204949.555843:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555847:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204949.555849:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555853:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.555854:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204949.555855:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204949.555857:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204949.555858:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204949.555860:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298754582
00000100:00000001:0.0:1788204949.555861:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298756776
00000100:00000001:0.0:1788204949.555862:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298754582
00000100:00000001:0.0:1788204949.555863:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298756776
00000100:00000001:0.0:1788204949.555865:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204949.555866:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.555867:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204949.555869:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204949/real 1788204949]  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204949.555872:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204949.555873:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204949.555874:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204949.555875:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204949.555876:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204949.555878:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204949.555879:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204949.555884:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555887:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204949.555888:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.555889:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204949.555890:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204949.555891:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555895:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204949.555897:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555900:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204949.555901:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.555902:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204949.555903:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.555904:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204949.555905:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204949.555906:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204949.555908:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204949.555909:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204949.555911:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204949.555915:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796032:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204949.555917:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204949.555919:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555923:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204949.555924:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204949.555925:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204949.555926:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204949.555927:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204949.555928:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796160:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204949.555930:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204949.555931:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204949.555931:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204949.555932:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204949.555934:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204949.555935:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204949.555936:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204949.555938:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204949.555939:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204949.555941:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556796160, portal 4
00000100:00000001:0.0:1788204949.555942:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204949.555943:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250517376 : -105387459034240 : ffffa02691f0c380)
00000100:00000040:0.0:1788204949.555946:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.555949:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204949.555951:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204949.555952:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204949.555953:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556796160, offset 0
00000400:00000200:0.0:1788204949.555955:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204949.555957:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204949.555959:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204949.555960:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204949.555961:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204949.555963:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204949.555964:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204949.555966:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3424:3424:256:4294967295] 192.168.201.145@tcp LPNI seq info [3424:3424:8:4294967295]
00000400:00000200:0.0:1788204949.555969:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204949.555972:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204949.555975:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204949.555976:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204949.555978:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204949.555980:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204949.555982:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204949.555983:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204949.555986:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204949.555987:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204949.555988:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204949.555990:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204949.555992:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204949.555993:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204949.555994:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204949.555996:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.556000:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204949.556002:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204974 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.556005:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.556006:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204949.556007:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204949.556009:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204949.556010:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204949.556011:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298755313
00000100:00000001:0.0:1788204949.556012:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298756776
00000100:00000001:0.0:1788204949.556013:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298755313
00000100:00000001:0.0:1788204949.556014:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298756776
00000100:00000001:0.0:1788204949.556016:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204949.556017:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.556018:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204949.556020:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204949/real 1788204949]  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204949.556024:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204949.556025:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204949.556026:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204949.556027:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204949.556028:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204949.556029:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204949.556030:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204949.556035:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.556039:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204949.556040:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.556041:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204949.556042:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204949.556043:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.556047:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204949.556049:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.556052:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204949.556053:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.556054:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204949.556055:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.556056:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204949.556056:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204949.556058:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204949.556059:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204949.556061:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204949.556063:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204949.556067:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796160:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204949.556069:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.556070:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204949.556071:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f800 x1875064556795904/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.556075:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204949.556076:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204949.556077:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204949.556078:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204949.556079:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204949.556080:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204949.556081:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204949.556081:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:0.0:1788204949.556083:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204949.556084:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204949.556084:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f800.
00000100:00000001:0.0:1788204949.556086:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204949.556087:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.556088:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204949.556089:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d180 x1875064556796032/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.556093:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204949.556094:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204949.556095:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204949.556096:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204949.556097:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204949.556098:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204949.556099:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204949.556100:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:0.0:1788204949.556101:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204949.556102:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204949.556102:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d180.
00000100:00000001:0.0:1788204949.556104:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204949.556104:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.556105:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204949.556107:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c380 x1875064556796160/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204974 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204949.556110:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204949.556110:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204949.556111:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204949.556112:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204949.556113:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204949.556113:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204949.556114:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204949.556115:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:0.0:1788204949.556116:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204949.556117:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204949.556118:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c380.
00000100:00000001:0.0:1788204949.556119:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204949.556119:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.556120:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204949.556122:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204949.556123:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204949.556124:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204949.556125:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204949.874485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204949.874491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204949.874493:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204949.874495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204949.874497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204949.874504:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204949.874505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204949.874509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204949.874510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204949.874515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204949.874517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204949.874520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204949.874523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204949.874563:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204949.874567:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204949.874571:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204950.066482:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204950.066487:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204950.066488:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204950.066492:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204950.066495:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204950.066497:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204950.066499:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204950.066501:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204950.066503:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204950.898531:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204950.898536:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204950.898540:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204950.898545:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204950.898546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204950.898552:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204950.898556:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204950.898561:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204950.898565:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204950.898565:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204950.898568:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204950.898570:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204950.898571:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204950.898635:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204950.898639:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204950.898643:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204951.090500:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204951.090507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204951.090509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204951.090515:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204951.090518:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204951.090522:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204951.090525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204951.090528:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204951.090530:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204951.794550:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298756776, at 4298756800
00000100:00000040:1.0:1788204951.794557:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298756776, at 4298756800
00000100:00000010:0.0:1788204951.794567:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788204951.794571:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808aea0.
00010000:00000001:2.0:1788204951.922500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204951.922515:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204951.922522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204951.922523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204951.922525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204951.922533:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204951.922537:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204951.922544:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204951.922548:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204951.922553:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204951.922557:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204951.922560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204951.922563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204951.922599:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204951.922604:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204951.922608:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204952.114489:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204952.114496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204952.114497:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204952.114502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204952.114505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204952.114508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204952.114511:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204952.114514:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204952.114517:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204952.946533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204952.946533:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204952.946541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.946542:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204952.946551:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204952.946553:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204952.946561:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204952.946562:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204952.946573:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204952.946576:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204952.946579:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204952.946582:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204952.946584:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204952.946627:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204952.946630:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204952.946633:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204953.138517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204953.138525:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204953.138527:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204953.138532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204953.138536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204953.138539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204953.138542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204953.138544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204953.138547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.970529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204953.970537:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204953.970539:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204953.970542:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204953.970544:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:3.0:1788204953.970547:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204953.970549:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204953.970554:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.970554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204953.970558:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204953.970560:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788204953.970562:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204953.970563:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204953.970566:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.970566:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204953.970568:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204953.970574:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204953.970575:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204953.970578:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204953.970630:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204953.970636:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204953.970639:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204954.162494:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204954.162502:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204954.162504:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204954.162510:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204954.162514:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204954.162517:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204954.162521:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204954.162524:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204954.162527:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204954.674476:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204954.674486:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204954.674488:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204954.674492:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204954.674496:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204954.674503:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4087
00000400:00000200:1.0:1788204954.674510:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204954.674516:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204954.674520:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204954.674523:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674526:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204954.674528:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674531:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204954.674534:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204954.674536:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204954.674540:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204954.674543:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204954.674545:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204954.674547:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204954.674550:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674552:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204954.674554:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674556:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204954.674558:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204954.674561:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674564:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204954.674566:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204954.674569:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204954.674571:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.674573:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204954.674575:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204954.674583:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ca80.
00000020:00000040:1.0:1788204954.674586:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204954.674589:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204954.674591:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.674594:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204954.674596:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204954.674599:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204954.674606:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788204954.674612:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204954.674619:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204954.674629:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204954.674633:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204954.674637:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a88cb04f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204954.674660:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204954.674663:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204954.674666:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204954.674668:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204954.674669:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204954.674672:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204954.674674:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4087
00000400:00000200:1.0:1788204954.674677:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204954.674680:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204954.674682:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204954.674685:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674687:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204954.674689:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674692:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204954.674694:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204954.674695:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204954.674697:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204954.674698:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204954.674700:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788204954.674702:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788204954.674703:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788204954.674706:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788204954.674708:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204954.674710:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204954.674711:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204954.674716:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:0.0:1788204954.674718:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204954.674719:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204954.674724:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788204954.674729:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674735:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.674736:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204954.674739:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204954.674739:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204954.674743:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204954.674744:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204954.674745:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204954.674748:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.674749:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.674752:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1788204954.674755:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556796288:192.168.201.145@tcp:250:kworker.0
00000008:00100000:1.0:1788204954.674758:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204954.674759:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1788204954.674763:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.674764:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204954.674766:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.674767:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.674770:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1788204954.674770:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
02000000:00000010:0.0:1788204954.674774:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
00000020:00000040:1.0:1788204954.674774:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204954.674777:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204954.674778:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204954.674780:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.674783:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788204954.674784:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788204954.674786:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788204954.674789:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
02000000:00000001:1.0:1788204954.674789:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204954.674796:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
02000000:00000010:1.0:1788204954.674797:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000200:0.0:1788204954.674803:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556796288, portal 25
00000100:00000001:1.0:1788204954.674803:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.674808:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204954.674811:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250519168 : -105387459032448 : ffffa02691f0ca80)
00000100:00000040:0.0:1788204954.674816:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204954.674818:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204954.674828:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204954.674834:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674835:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1788204954.674837:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000001:1.0:1788204954.674839:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204954.674841:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556796288, offset 0
00000100:00000040:1.0:1788204954.674845:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204954.674849:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204954.674857:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204954.674858:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204954.674862:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204954.674864:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:1.0:1788204954.674867:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204954.674870:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204954.674871:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204954.674872:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204954.674876:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:1.0:1788204954.674876:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204954.674880:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4087
00000400:00000200:0.0:1788204954.674881:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204954.674885:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204954.674887:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3425:3425:256:4294967295] 192.168.201.145@tcp LPNI seq info [3425:3425:8:4294967295]
00000400:00000200:0.0:1788204954.674890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204954.674896:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788204954.674903:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:0.0:1788204954.674904:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204954.674909:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000400:00000200:1.0:1788204954.674910:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204954.674914:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788204954.674918:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:1.0:1788204954.674919:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674923:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204954.674924:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1788204954.674927:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674931:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:0.1:1788204954.674932:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:1.0:1788204954.674936:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.1:1788204954.674937:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000020:00000040:1.0:1788204954.674938:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204954.674941:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:0.0:1788204954.674942:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000040:1.0:1788204954.674944:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000010:0.0:1788204954.674946:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000020:00000001:1.0:1788204954.674947:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204954.674950:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204954.674954:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.674956:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204954.674959:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204954.674960:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204954.674961:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204954.674965:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204954.674970:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:0.0:1788204954.674971:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204954.674973:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204954.674976:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204954.674978:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
02000000:00000001:1.0:1788204954.674979:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1788204954.674983:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
02000000:00000001:1.0:1788204954.674984:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.674988:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204954.674990:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204954.674991:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1788204954.674994:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.674997:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204954.674998:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204954.675002:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000020:00000040:1.0:1788204954.675006:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204954.675009:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788204954.675010:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1788204954.675013:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204954.675014:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.675018:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204954.675021:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204954.675024:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675025:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675027:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1788204954.675029:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:0.0:1788204954.675032:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.675033:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204954.675037:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204954.675041:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298761896
00000100:00100000:1.0:1788204954.675041:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1788204954.675045:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788204954.675053:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204954.675059:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298761896
00000100:00000001:1.0:1788204954.675061:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1788204954.675063:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a360.
00000100:00000001:1.0:1788204954.675064:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675066:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204954.675069:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204954.675071:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675072:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675076:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204954.675082:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204954/real 1788204954]  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204954.675087:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204954.675092:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204954.675101:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204954.675104:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204954.675106:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1788204954.675107:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204954.675110:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788204954.675111:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1788204954.675112:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204954.675115:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000100:00080000:1.0:1788204954.675116:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4087
00000400:00000010:0.0:1788204954.675118:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204954.675122:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1788204954.675123:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:0.0:1788204954.675127:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204954.675130:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204954.675135:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1788204954.675142:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204954.675143:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.675148:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204954.675152:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204954.675157:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204954.675158:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204954.675160:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204954.675161:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204954.675163:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1788204954.675164:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:0.0:1788204954.675166:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204954.675167:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204954.675171:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00100000:0.0:1788204954.675172:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204954.675176:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204954.675180:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788204954.675182:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204954.675185:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:0.0:1788204954.675188:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204954.675190:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204954.675195:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204954.675199:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204954.675200:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204954.675202:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675206:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1788204954.675206:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:0.0:1788204954.675207:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675212:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1788204954.675213:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204954.675214:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204954.675218:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204954.675219:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788204954.675222:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1788204954.675225:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
02000000:00000001:1.0:1788204954.675227:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204954.675228:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1788204954.675231:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204954.675233:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204954.675235:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204954.675238:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204954.675242:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204954.675245:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556796288:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204954.675247:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675253:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788204954.675253:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000100:00000001:0.0:1788204954.675256:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1788204954.675258:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000040:0.0:1788204954.675261:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ca80 x1875064556796288/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204954.675261:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204954.675264:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.675267:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204954.675269:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204954.675272:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675276:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000010:1.0:1788204954.675277:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
02000000:00000001:0.0:1788204954.675280:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1788204954.675282:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204954.675284:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204954.675290:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:1.0:1788204954.675290:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:0.0:1788204954.675293:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204954.675296:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204954.675300:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788204954.675303:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1788204954.675304:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788204954.675308:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.675309:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204954.675312:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204954.675314:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ca80.
00000100:00000040:1.0:1788204954.675314:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675318:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204954.675320:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675333:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675339:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204954.675341:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204954.675341:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675347:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204954.675348:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4097)
00000100:00000001:0.0:1788204954.675349:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204954.675353:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204954.675358:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675366:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204954.675367:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.675370:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204954.675372:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204954.675374:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204954.675377:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796416:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204954.675381:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204954.675382:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204954.675384:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.675385:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204954.675388:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204954.675389:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204954.675392:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204954.675394:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204954.675396:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204954.675415:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556796416, portal 10
00000100:00000001:0.0:1788204954.675417:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204954.675418:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250521856 : -105387459029760 : ffffa02691f0d500)
00000100:00000040:0.0:1788204954.675422:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675426:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204954.675428:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204954.675429:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204954.675431:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556796416, offset 0
00000400:00000200:0.0:1788204954.675433:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204954.675436:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204954.675438:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204954.675440:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204954.675442:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204954.675444:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204954.675447:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204954.675449:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3426:3426:256:4294967295] 192.168.201.145@tcp LPNI seq info [3426:3426:8:4294967295]
00000400:00000200:0.0:1788204954.675453:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204954.675459:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204954.675463:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204954.675466:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204954.675470:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204954.675473:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204954.675477:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204954.675480:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788204954.675483:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204954.675485:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204954.675488:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204954.675490:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204954.675493:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204954.675494:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204954.675495:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204954.675498:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675503:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204954.675504:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675508:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675509:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204954.675511:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204954.675513:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204954.675515:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204954.675517:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298760019
00000100:00000001:0.0:1788204954.675519:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298761896
00000100:00000001:0.0:1788204954.675520:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298760019
00000100:00000001:0.0:1788204954.675521:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298761896
00000100:00000001:0.0:1788204954.675522:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204954.675524:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675525:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204954.675527:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204954/real 1788204954]  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204954.675531:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204954.675532:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204954.675533:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204954.675534:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204954.675535:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204954.675537:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204954.675538:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204954.675550:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675556:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204954.675557:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675559:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204954.675560:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204954.675563:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675570:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204954.675574:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675580:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204954.675583:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675584:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204954.675585:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675587:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204954.675588:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204954.675590:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204954.675592:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204954.675594:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204954.675596:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204954.675600:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796416:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204954.675603:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204954.675605:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675611:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204954.675612:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.675614:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204954.675616:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204954.675617:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204954.675620:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796544:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204954.675623:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204954.675624:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204954.675626:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.675627:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204954.675631:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204954.675633:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204954.675636:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204954.675639:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204954.675642:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204954.675645:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556796544, portal 4
00000100:00000001:0.0:1788204954.675647:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204954.675648:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250526336 : -105387459025280 : ffffa02691f0e680)
00000100:00000040:0.0:1788204954.675653:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675659:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204954.675661:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204954.675663:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204954.675665:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556796544, offset 0
00000400:00000200:0.0:1788204954.675670:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204954.675674:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204954.675677:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204954.675680:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204954.675682:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204954.675685:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204954.675687:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204954.675690:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3427:3427:256:4294967295] 192.168.201.145@tcp LPNI seq info [3427:3427:8:4294967295]
00000400:00000200:0.0:1788204954.675693:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204954.675697:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204954.675700:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204954.675702:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204954.675705:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204954.675706:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204954.675709:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204954.675711:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788204954.675713:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204954.675715:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204954.675717:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204954.675719:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204954.675720:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204954.675721:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204954.675723:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204954.675725:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675730:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204954.675732:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675735:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675736:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204954.675738:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204954.675740:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204954.675742:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204954.675743:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298759702
00000100:00000001:0.0:1788204954.675745:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298761896
00000100:00000001:0.0:1788204954.675746:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298759702
00000100:00000001:0.0:1788204954.675748:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298761896
00000100:00000001:0.0:1788204954.675749:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204954.675750:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675751:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204954.675754:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204954/real 1788204954]  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204954.675758:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204954.675759:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204954.675760:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204954.675761:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204954.675762:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204954.675763:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204954.675765:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204954.675769:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675772:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204954.675773:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675774:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204954.675775:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204954.675777:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675780:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204954.675782:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675786:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204954.675787:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675788:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204954.675788:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675790:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204954.675791:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204954.675792:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204954.675794:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204954.675796:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204954.675798:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204954.675802:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796544:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204954.675804:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204954.675805:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675809:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204954.675810:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.675811:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204954.675812:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204954.675813:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204954.675815:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796672:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204954.675816:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204954.675818:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204954.675819:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204954.675820:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204954.675822:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204954.675823:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204954.675825:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204954.675826:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204954.675828:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204954.675829:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556796672, portal 4
00000100:00000001:0.0:1788204954.675830:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204954.675831:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250524544 : -105387459027072 : ffffa02691f0df80)
00000100:00000040:0.0:1788204954.675835:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675839:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204954.675840:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204954.675841:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204954.675842:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556796672, offset 0
00000400:00000200:0.0:1788204954.675844:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204954.675846:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204954.675848:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204954.675850:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204954.675851:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204954.675852:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204954.675854:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204954.675855:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3428:3428:256:4294967295] 192.168.201.145@tcp LPNI seq info [3428:3428:8:4294967295]
00000400:00000200:0.0:1788204954.675858:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204954.675861:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204954.675863:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204954.675865:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000800:00000200:0.0:1788204954.675867:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204954.675868:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204954.675870:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204954.675872:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788204954.675874:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204954.675875:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:0.0:1788204954.675877:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204954.675878:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204954.675880:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:0.0:1788204954.675881:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:0.0:1788204954.675882:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204954.675884:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675888:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204954.675890:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675897:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675898:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204954.675900:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204954.675901:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204954.675903:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204954.675904:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298760433
00000100:00000001:0.0:1788204954.675906:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298761896
00000100:00000001:0.0:1788204954.675907:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298760433
00000100:00000001:0.0:1788204954.675908:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298761896
00000100:00000001:0.0:1788204954.675909:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204954.675910:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.675911:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204954.675913:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204954/real 1788204954]  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204954.675916:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204954.675917:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204954.675918:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204954.675919:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204954.675920:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204954.675921:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204954.675923:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204954.675927:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675930:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204954.675931:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675932:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204954.675933:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204954.675935:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675939:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204954.675941:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675945:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204954.675947:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675949:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204954.675950:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675951:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204954.675952:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204954.675954:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204954.675957:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204954.675959:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204954.675963:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204954.675970:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796672:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204954.675974:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.675976:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204954.675979:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d500 x1875064556796416/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.675985:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204954.675987:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204954.675989:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204954.675991:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204954.675992:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204954.675993:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204954.675994:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204954.675995:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:0.0:1788204954.675997:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204954.675998:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204954.675999:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d500.
00000100:00000001:0.0:1788204954.676001:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204954.676002:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.676003:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204954.676005:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e680 x1875064556796544/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.676009:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204954.676009:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204954.676010:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204954.676012:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204954.676012:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204954.676013:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204954.676014:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204954.676015:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:0.0:1788204954.676016:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204954.676017:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204954.676018:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e680.
00000100:00000001:0.0:1788204954.676019:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204954.676020:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.676021:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204954.676022:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0df80 x1875064556796672/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204954.676025:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204954.676026:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204954.676027:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204954.676028:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204954.676028:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204954.676029:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204954.676030:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204954.676030:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:0.0:1788204954.676032:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204954.676032:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204954.676033:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0df80.
00000100:00000001:0.0:1788204954.676034:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204954.676035:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.676036:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204954.676038:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204954.676040:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204954.676041:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204954.676042:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204954.994477:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204954.994482:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204954.994485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204954.994487:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204954.994489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204954.994495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204954.994495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204954.994499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204954.994501:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204954.994506:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204954.994508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204954.994511:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204954.994514:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204954.994549:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204954.994554:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204954.994556:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204955.186481:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204955.186486:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204955.186488:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204955.186491:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204955.186494:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204955.186496:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204955.186498:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204955.186501:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204955.186502:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204956.018501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204956.018505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204956.018510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204956.018510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204956.018513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204956.018516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204956.018518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204956.018519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204956.018524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204956.018528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204956.018532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204956.018534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204956.018536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204956.018572:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204956.018574:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204956.018577:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204956.210485:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204956.210494:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204956.210496:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204956.210502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204956.210506:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204956.210509:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204956.210512:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204956.210514:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204956.210517:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204956.914507:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298761896, at 4298761920
00000100:00000040:1.0:1788204956.914507:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298761896, at 4298761920
00000100:00000010:1.0:1788204956.914523:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a360.
00000100:00000010:0.0:1788204956.914525:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:3.0:1788204957.042500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204957.042506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204957.042508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204957.042511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.042512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204957.042517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204957.042522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204957.042525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204957.042527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204957.042528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.042532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204957.042536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204957.042539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204957.042581:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204957.042584:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204957.042587:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204957.234486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204957.234491:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204957.234492:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204957.234496:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204957.234498:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204957.234500:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204957.234502:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204957.234504:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204957.234506:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204958.066497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204958.066501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204958.066506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204958.066506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204958.066510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204958.066514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204958.066516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204958.066520:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788204958.066520:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204958.066524:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788204958.066526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204958.066529:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204958.066530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204958.066534:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788204958.066535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204958.066538:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204958.066539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204958.066542:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204958.066546:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204958.066581:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204958.066584:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204958.066586:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204958.258516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204958.258524:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204958.258526:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204958.258531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204958.258535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204958.258538:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204958.258540:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204958.258542:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204958.258544:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204959.090521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204959.090531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204959.090531:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204959.090536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204959.090542:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204959.090543:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204959.090544:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204959.090549:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204959.090554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204959.090558:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204959.090561:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204959.090564:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204959.090567:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204959.090610:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204959.090614:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204959.090617:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204959.282496:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204959.282503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204959.282506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204959.282511:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204959.282515:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204959.282519:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.282521:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204959.282524:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.282527:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204959.794495:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204959.794505:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204959.794508:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204959.794512:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204959.794516:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204959.794528:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4092
00000400:00000200:1.0:1788204959.794535:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204959.794539:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204959.794542:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204959.794544:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794547:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204959.794549:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794550:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204959.794553:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204959.794554:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204959.794557:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204959.794560:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204959.794561:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204959.794563:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204959.794565:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794567:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204959.794568:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794570:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204959.794572:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204959.794575:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794577:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204959.794579:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204959.794581:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204959.794584:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.794585:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204959.794587:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204959.794592:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ea00.
00000020:00000040:1.0:1788204959.794594:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204959.794597:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204959.794598:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.794601:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204959.794603:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204959.794606:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204959.794612:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788204959.794617:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204959.794624:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204959.794632:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204959.794635:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204959.794639:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004571364a] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204959.794654:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204959.794657:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204959.794659:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204959.794660:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204959.794661:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204959.794663:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204959.794665:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4092
00000400:00000200:1.0:1788204959.794668:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204959.794670:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204959.794672:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204959.794674:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794676:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204959.794678:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794680:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204959.794681:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204959.794682:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204959.794684:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204959.794684:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1788204959.794686:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204959.794689:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788204959.794690:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204959.794691:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788204959.794694:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204959.794695:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794698:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204959.794700:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794704:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204959.794706:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000040:2.0:1788204959.794706:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204959.794711:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794714:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204959.794718:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204959.794723:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204959.794723:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204959.794727:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.794728:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.794729:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204959.794733:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204959.794734:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1788204959.794735:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.794738:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204959.794738:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1788204959.794740:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
02000000:00000001:2.0:1788204959.794743:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204959.794744:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788204959.794748:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204959.794750:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204959.794751:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556796800:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204959.794752:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204959.794754:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204959.794756:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.794760:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1788204959.794761:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788204959.794764:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204959.794765:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1788204959.794769:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204959.794770:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204959.794775:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204959.794778:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204959.794780:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204959.794783:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204959.794784:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204959.794790:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.794792:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204959.794795:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204959.794797:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788204959.794799:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204959.794800:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204959.794802:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204959.794805:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204959.794806:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000100:00080000:1.0:1788204959.794808:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4092
00000400:00000200:1.0:1788204959.794812:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204959.794816:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204959.794817:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204959.794819:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794820:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204959.794821:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794822:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204959.794823:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788204959.794823:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000020:00000040:1.0:1788204959.794825:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204959.794827:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204959.794829:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204959.794830:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788204959.794832:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204959.794834:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:2.0:1788204959.794834:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556796800, portal 25
00000100:00000001:1.0:1788204959.794838:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204959.794840:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204959.794840:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204959.794844:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788204959.794844:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250527232 : -105387459024384 : ffffa02691f0ea00)
00000020:00000040:1.0:1788204959.794848:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204959.794851:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794853:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204959.794855:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204959.794857:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204959.794857:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204959.794858:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.794861:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204959.794863:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204959.794868:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.794871:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204959.794874:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000100:00000001:2.0:1788204959.794875:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1788204959.794877:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204959.794880:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788204959.794881:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788204959.794882:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.794885:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204959.794886:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204959.794888:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204959.794888:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
02000000:00000010:1.0:1788204959.794891:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000200:2.0:1788204959.794893:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556796800, offset 0
00000100:00000001:1.0:1788204959.794894:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204959.794900:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204959.794906:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794908:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204959.794910:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204959.794914:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204959.794918:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204959.794925:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204959.794927:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204959.794930:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1788204959.794930:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:1.0:1788204959.794933:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204959.794936:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204959.794937:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204959.794939:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204959.794941:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4092
00000400:00000200:1.0:1788204959.794945:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204959.794947:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788204959.794950:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204959.794952:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204959.794955:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788204959.794957:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794959:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204959.794962:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000040:1.0:1788204959.794963:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794966:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204959.794968:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204959.794971:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3429:3429:256:4294967295] 192.168.201.145@tcp LPNI seq info [3429:3429:8:4294967295]
00000020:00000040:1.0:1788204959.794976:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204959.794978:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204959.794979:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:1.0:1788204959.794980:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788204959.794984:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204959.794985:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204959.794988:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794990:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204959.794994:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204959.794996:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204959.795001:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000200:2.0:1788204959.795001:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1788204959.795007:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204959.795010:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204959.795012:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1788204959.795015:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788204959.795016:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204959.795020:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.795021:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204959.795023:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1788204959.795024:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000008:00000001:1.0:1788204959.795025:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.795028:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204959.795031:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
00000020:00000040:1.0:1788204959.795034:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000800:00000200:2.0:1788204959.795035:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:1.0:1788204959.795036:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204959.795038:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204959.795041:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204959.795043:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204959.795044:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204959.795044:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
02000000:00000010:1.0:1788204959.795048:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788204959.795052:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204959.795053:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00100000:1.0:1788204959.795057:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788204959.795060:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1788204959.795068:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1788204959.795070:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204959.795072:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204959.795074:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000100:00000040:1.0:1788204959.795080:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204959.795082:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204959.795094:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204959.795095:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204959.795101:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000100:00000040:1.0:1788204959.795102:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4102)
00000400:00000010:2.0:1788204959.795106:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204959.795111:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204959.795117:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795127:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204959.795131:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795137:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.795139:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204959.795145:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204959.795149:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204959.795152:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298767016
00000100:00000010:2.0:1788204959.795156:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511060.
00000100:00000001:2.0:1788204959.795162:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204959.795167:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298767016
00000100:00000010:2.0:1788204959.795171:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511480.
00000100:00000001:2.0:1788204959.795173:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204959.795176:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204959.795179:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.795181:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204959.795186:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204959/real 1788204959]  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204959.795195:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204959.795196:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204959.795198:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204959.795200:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204959.795202:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204959.795204:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204959.795208:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204959.795216:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795222:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204959.795223:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795225:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204959.795227:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204959.795231:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795265:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204959.795270:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795277:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204959.795280:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795282:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204959.795283:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795285:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204959.795287:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204959.795289:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204959.795293:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204959.795295:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204959.795299:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204959.795307:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556796800:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204959.795311:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795313:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204959.795317:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ea00 x1875064556796800/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795329:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204959.795331:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204959.795333:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204959.795337:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204959.795339:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204959.795340:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788204959.795343:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204959.795345:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:2.0:1788204959.795348:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204959.795349:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204959.795351:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ea00.
00000100:00000001:2.0:1788204959.795354:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204959.795355:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795357:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795363:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204959.795365:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.795367:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204959.795368:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204959.795369:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204959.795373:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795379:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204959.795381:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204959.795382:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204959.795384:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204959.795386:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204959.795389:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796928:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204959.795392:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204959.795394:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204959.795395:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204959.795397:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204959.795423:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204959.795426:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204959.795430:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204959.795434:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204959.795438:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204959.795442:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556796928, portal 10
00000100:00000001:2.0:1788204959.795444:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204959.795446:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250524544 : -105387459027072 : ffffa02691f0df80)
00000100:00000040:2.0:1788204959.795453:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795460:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204959.795463:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204959.795466:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204959.795468:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556796928, offset 0
00000400:00000200:2.0:1788204959.795473:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204959.795478:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204959.795483:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204959.795486:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204959.795489:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204959.795492:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204959.795495:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204959.795498:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3430:3430:256:4294967295] 192.168.201.145@tcp LPNI seq info [3430:3430:8:4294967295]
00000400:00000200:2.0:1788204959.795501:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204959.795508:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204959.795512:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204959.795515:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204959.795519:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204959.795522:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204959.795526:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204959.795528:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204959.795532:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204959.795534:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204959.795537:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204959.795540:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204959.795543:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204959.795544:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204959.795547:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204959.795550:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795557:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204959.795560:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795566:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.795568:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204959.795571:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204959.795574:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788204959.795577:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204959.795579:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298765139
00000100:00000001:2.0:1788204959.795581:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298767016
00000100:00000001:2.0:1788204959.795583:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298765139
00000100:00000001:2.0:1788204959.795585:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298767016
00000100:00000001:2.0:1788204959.795587:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204959.795589:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.795591:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204959.795595:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204959/real 1788204959]  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204959.795602:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204959.795604:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204959.795605:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204959.795607:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204959.795609:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204959.795611:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204959.795614:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204959.795621:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795633:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204959.795634:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795636:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204959.795637:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204959.795641:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795647:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204959.795650:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795656:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204959.795658:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795660:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204959.795661:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795663:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204959.795665:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204959.795667:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204959.795670:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204959.795672:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204959.795676:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204959.795683:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556796928:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788204959.795687:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204959.795690:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795696:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204959.795697:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204959.795700:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204959.795701:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204959.795703:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204959.795706:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797056:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204959.795709:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204959.795710:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204959.795712:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204959.795713:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204959.795716:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204959.795718:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204959.795720:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204959.795723:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204959.795726:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204959.795729:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556797056, portal 4
00000100:00000001:2.0:1788204959.795731:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204959.795732:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250526336 : -105387459025280 : ffffa02691f0e680)
00000100:00000040:2.0:1788204959.795738:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795744:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204959.795746:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204959.795748:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204959.795750:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556797056, offset 0
00000400:00000200:2.0:1788204959.795754:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204959.795758:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204959.795761:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204959.795764:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204959.795767:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204959.795769:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204959.795771:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204959.795774:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3431:3431:256:4294967295] 192.168.201.145@tcp LPNI seq info [3431:3431:8:4294967295]
00000400:00000200:2.0:1788204959.795777:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204959.795783:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204959.795787:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204959.795790:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204959.795794:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204959.795796:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204959.795800:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204959.795802:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204959.795805:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204959.795807:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204959.795810:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204959.795813:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204959.795815:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204959.795817:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204959.795819:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204959.795823:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795830:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204959.795833:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795838:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.795840:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204959.795843:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204959.795846:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788204959.795848:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204959.795850:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298764822
00000100:00000001:2.0:1788204959.795852:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298767016
00000100:00000001:2.0:1788204959.795854:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298764822
00000100:00000001:2.0:1788204959.795855:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298767016
00000100:00000001:2.0:1788204959.795857:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204959.795859:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.795860:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204959.795863:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204959/real 1788204959]  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204959.795871:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204959.795872:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204959.795873:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204959.795876:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204959.795877:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204959.795879:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204959.795882:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204959.795890:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795896:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204959.795897:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795899:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204959.795900:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204959.795903:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795910:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204959.795913:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795919:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204959.795922:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795923:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204959.795924:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.795926:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204959.795928:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204959.795930:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204959.795932:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204959.795935:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204959.795938:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204959.795945:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797056:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204959.795948:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204959.795951:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.795958:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204959.795959:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204959.795961:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204959.795963:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204959.795965:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204959.795968:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797184:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204959.795971:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204959.795972:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204959.795974:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204959.795975:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204959.795978:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b800.
02000000:00000001:2.0:1788204959.795980:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204959.795983:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788204959.795985:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788204959.795988:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788204959.795991:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556797184, portal 4
00000100:00000001:2.0:1788204959.795993:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204959.795994:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250521856 : -105387459029760 : ffffa02691f0d500)
00000100:00000040:2.0:1788204959.796000:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.796006:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204959.796008:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788204959.796010:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
00000100:00000200:2.0:1788204959.796012:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556797184, offset 0
00000400:00000200:2.0:1788204959.796016:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788204959.796019:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204959.796022:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204959.796025:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204959.796027:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788204959.796029:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204959.796031:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788204959.796034:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3432:3432:256:4294967295] 192.168.201.145@tcp LPNI seq info [3432:3432:8:4294967295]
00000400:00000200:2.0:1788204959.796037:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204959.796044:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204959.796048:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204959.796051:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788204959.796054:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788204959.796057:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204959.796061:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788204959.796063:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204959.796066:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788204959.796068:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:2.0:1788204959.796071:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204959.796074:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204959.796076:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:2.0:1788204959.796078:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:2.0:1788204959.796080:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204959.796083:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.796091:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204959.796094:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.796099:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.796101:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204959.796104:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204959.796106:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788204959.796109:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788204959.796111:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298765553
00000100:00000001:2.0:1788204959.796113:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298767016
00000100:00000001:2.0:1788204959.796115:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298765553
00000100:00000001:2.0:1788204959.796118:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298767016
00000100:00000001:2.0:1788204959.796120:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204959.796122:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.796123:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204959.796127:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204959/real 1788204959]  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204959.796134:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204959.796135:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204959.796137:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788204959.796139:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788204959.796141:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788204959.796143:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204959.796145:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204959.796154:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.796160:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204959.796161:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.796163:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204959.796164:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204959.796167:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.796173:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204959.796176:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.796183:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204959.796186:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.796187:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204959.796189:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.796190:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204959.796192:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204959.796194:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204959.796197:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788204959.796199:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204959.796203:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204959.796210:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797184:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788204959.796214:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.796215:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204959.796218:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0df80 x1875064556796928/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.796224:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204959.796225:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204959.796227:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788204959.796229:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204959.796231:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204959.796232:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788204959.796254:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204959.796256:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:2.0:1788204959.796259:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204959.796260:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204959.796261:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0df80.
00000100:00000001:2.0:1788204959.796264:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204959.796265:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.796267:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204959.796270:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e680 x1875064556797056/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.796282:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204959.796283:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204959.796284:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788204959.796286:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204959.796287:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204959.796289:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204959.796291:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204959.796292:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:2.0:1788204959.796294:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204959.796295:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204959.796296:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e680.
00000100:00000001:2.0:1788204959.796298:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204959.796299:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.796301:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204959.796304:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d500 x1875064556797184/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204959.796310:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204959.796311:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204959.796312:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b800.
02000000:00000001:2.0:1788204959.796314:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204959.796315:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204959.796316:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788204959.796318:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204959.796320:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:2.0:1788204959.796322:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204959.796323:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204959.796324:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d500.
00000100:00000001:2.0:1788204959.796326:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204959.796327:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.796328:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.796332:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204959.796334:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204959.796336:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204959.796337:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204960.114505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204960.114510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204960.114513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204960.114515:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204960.114517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204960.114524:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204960.114525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204960.114528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204960.114530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204960.114535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204960.114538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204960.114540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204960.114543:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204960.114592:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204960.114596:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204960.114600:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204960.306502:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204960.306510:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204960.306513:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204960.306519:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204960.306522:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204960.306526:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204960.306528:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204960.306531:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204960.306533:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204961.138485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204961.138490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204961.138491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204961.138494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204961.138494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204961.138500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204961.138501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204961.138504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204961.138505:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204961.138509:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204961.138511:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204961.138512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204961.138514:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204961.138567:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204961.138571:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204961.138575:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204961.330490:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204961.330497:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204961.330498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204961.330503:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204961.330505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204961.330508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204961.330509:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204961.330511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204961.330513:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204962.034509:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298767016, at 4298767040
00000100:00000040:1.0:1788204962.034509:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298767016, at 4298767040
00000100:00000010:1.0:1788204962.034525:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511480.
00000100:00000010:0.0:1788204962.034530:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511060.
00000100:00000001:3.0:1788204962.162488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204962.162491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204962.162496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204962.162497:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204962.162500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204962.162505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788204962.162506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204962.162508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204962.162511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204962.162515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204962.162518:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204962.162520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204962.162523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204962.162559:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204962.162562:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204962.162565:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204962.354508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204962.354514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204962.354516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204962.354522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204962.354526:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204962.354529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204962.354532:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204962.354535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204962.354538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204963.186525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788204963.186526:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204963.186535:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.186537:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204963.186542:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204963.186545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204963.186549:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204963.186550:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788204963.186556:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204963.186562:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204963.186565:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204963.186569:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204963.186573:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204963.186616:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204963.186621:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204963.186626:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204963.378516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204963.378524:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204963.378526:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204963.378531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204963.378535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204963.378538:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.378540:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204963.378543:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.378546:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204964.210526:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204964.210532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204964.210539:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204964.210541:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204964.210543:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204964.210546:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204964.210552:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204964.210554:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204964.210561:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204964.210562:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204964.210566:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204964.210569:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204964.210572:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204964.210574:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204964.210579:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204964.210581:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204964.210584:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204964.210594:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204964.210597:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204964.210629:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204964.210632:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204964.210634:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204964.402469:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204964.402475:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204964.402477:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204964.402481:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204964.402483:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204964.402486:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204964.402488:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204964.402490:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204964.402492:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204964.914545:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204964.914560:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204964.914563:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204964.914568:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204964.914574:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204964.914584:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4097
00000400:00000200:2.0:1788204964.914596:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204964.914603:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204964.914607:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204964.914610:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.914614:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204964.914617:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.914619:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204964.914624:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204964.914627:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788204964.914630:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204964.914634:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788204964.914636:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788204964.914639:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788204964.914642:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.914644:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204964.914646:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.914648:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204964.914652:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788204964.914655:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204964.914658:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204964.914661:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204964.914666:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204964.914669:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.914672:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204964.914675:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204964.914687:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165180.
00000020:00000040:2.0:1788204964.914692:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788204964.914697:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204964.914699:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.914703:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204964.914706:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204964.914712:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204964.914722:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b800.
00000100:00000001:2.0:1788204964.914730:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204964.914740:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204964.914752:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204964.914757:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204964.914762:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c0e0db7] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204964.914793:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204964.914797:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204964.914800:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204964.914802:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204964.914804:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204964.914807:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204964.914810:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4097
00000400:00000200:2.0:1788204964.914814:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204964.914818:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204964.914820:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204964.914823:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.914826:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204964.914828:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.914830:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204964.914833:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204964.914834:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788204964.914835:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:0.0:1788204964.914838:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204964.914839:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204964.914841:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788204964.914843:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:2.0:1788204964.914847:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204964.914849:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204964.914850:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788204964.914859:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204964.914861:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204964.914864:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.914865:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204964.914868:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788204964.914869:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204964.914871:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204964.914874:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788204964.914875:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204964.914880:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:2.0:1788204964.914883:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00100000:0.0:1788204964.914888:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556797312:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788204964.914889:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204964.914893:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204964.914895:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204964.914901:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204964.914902:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204964.914906:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204964.914907:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.914910:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204964.914912:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1788204964.914916:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1788204964.914920:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
00000008:00000001:2.0:1788204964.914921:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204964.914926:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.914927:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204964.914934:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166300.
00000400:00000200:0.0:1788204964.914935:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:2.0:1788204964.914940:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000400:00000010:0.0:1788204964.914941:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
02000000:00000001:2.0:1788204964.914947:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204964.914949:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204964.914950:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:2.0:1788204964.914951:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204964.914953:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204964.914955:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204964.914959:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556797312, portal 25
02000000:00000010:2.0:1788204964.914959:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008c00.
00000100:00000001:0.0:1788204964.914963:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204964.914963:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204964.914969:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204964.914972:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651968 : -105387657899648 : ffffa02686165180)
00000100:00000001:2.0:1788204964.914980:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788204964.914982:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204964.914983:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204964.914989:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d787838e] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204964.914995:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204964.915000:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:2.0:1788204964.915002:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204964.915003:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6c38.
00000100:00000200:0.0:1788204964.915008:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556797312, offset 0
00000100:00080000:2.0:1788204964.915009:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204964.915015:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1788204964.915020:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:2.0:1788204964.915020:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204964.915023:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204964.915027:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204964.915029:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:2.0:1788204964.915031:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4097
00000400:00000200:0.0:1788204964.915038:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788204964.915039:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204964.915045:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204964.915047:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204964.915051:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:2.0:1788204964.915051:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204964.915056:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204964.915057:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204964.915061:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204964.915062:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000040:2.0:1788204964.915065:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204964.915069:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3433:3433:256:4294967295] 192.168.201.145@tcp LPNI seq info [3433:3433:8:4294967295]
00000100:00000001:2.0:1788204964.915070:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204964.915075:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204964.915077:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:0.0:1788204964.915078:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:2.0:1788204964.915081:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204964.915084:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788204964.915086:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788204964.915090:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788204964.915092:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788204964.915095:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.915097:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204964.915100:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:0.0:1788204964.915104:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:2.0:1788204964.915104:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204964.915108:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:2.0:1788204964.915110:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000010:0.0:1788204964.915111:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fe00.
00000100:00000001:2.0:1788204964.915112:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204964.915115:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204964.915117:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204964.915119:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204964.915120:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788204964.915121:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204964.915124:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1788204964.915128:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000008:00000001:2.0:1788204964.915129:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.915133:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204964.915137:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165500.
00000020:00000040:2.0:1788204964.915138:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204964.915139:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204964.915140:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.915141:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204964.915142:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204964.915143:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204964.915160:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b400.
00000100:00000001:2.0:1788204964.915163:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204964.915167:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204964.915172:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204964.915173:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204964.915176:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000051acc73] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204964.915180:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.915182:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204964.915185:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204964.915188:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204964.915191:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204964.915192:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:2.0:1788204964.915192:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204964.915197:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204964.915199:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298772136
00000100:00080000:2.0:1788204964.915199:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4097
00000400:00000200:2.0:1788204964.915205:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:0.0:1788204964.915208:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000400:00000200:2.0:1788204964.915208:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204964.915213:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204964.915216:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.915219:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204964.915220:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1788204964.915221:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.915225:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204964.915228:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204964.915230:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788204964.915231:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204964.915233:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298772136
00000020:00000040:2.0:1788204964.915233:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788204964.915236:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788204964.915238:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000010:0.0:1788204964.915241:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a9c0.
00000100:00000040:2.0:1788204964.915241:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.915243:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204964.915246:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204964.915248:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204964.915249:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1788204964.915250:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788204964.915253:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204964.915256:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204964.915256:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204964.915259:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204964.915262:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204964.915263:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204964.915264:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.915267:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204964.915269:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204964.915269:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204964.915274:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204964.915276:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204964.915276:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204964.915280:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164000.
00000020:00000040:2.0:1788204964.915282:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204964.915284:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204964.915284:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.915285:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204964.915286:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204964.915288:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1788204964.915288:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204964.915291:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204964.915294:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:2.0:1788204964.915294:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009000.
00000100:00000001:0.0:1788204964.915297:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204964.915299:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204964.915300:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204964.915304:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204964.915310:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204964.915320:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204964.915322:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204964.915324:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204964.915327:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204964.915328:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204964.915331:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204964.915336:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204964.915337:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e12bea3] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204964.915343:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797440:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204964.915352:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204964.915356:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204964.915357:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204964.915359:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204964.915363:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1788204964.915363:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4107)
02000000:00000010:0.0:1788204964.915367:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204964.915369:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204964.915374:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204964.915378:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b630.
00000400:00000010:0.0:1788204964.915383:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6770.
00000100:00000200:0.0:1788204964.915386:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556797440, portal 10
00000100:00000001:0.0:1788204964.915388:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204964.915390:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051656448 : -105387657895168 : ffffa02686166300)
00000100:00000040:0.0:1788204964.915424:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204964.915431:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204964.915433:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204964.915435:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a66e8.
00000100:00000200:0.0:1788204964.915437:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556797440, offset 0
00000400:00000200:0.0:1788204964.915441:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204964.915444:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204964.915448:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204964.915451:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204964.915454:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204964.915456:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204964.915458:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204964.915461:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3434:3434:255:4294967295] 192.168.201.145@tcp LPNI seq info [3434:3434:7:4294967295]
00000400:00000200:0.0:1788204964.915465:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204964.915471:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204964.915475:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204964.915479:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5fb00.
00000800:00000200:0.0:1788204964.915483:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204964.915487:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204964.915507:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204964.915511:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204964.915515:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204964.915517:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298770259
00000100:00000001:0.0:1788204964.915520:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298772136
00000100:00000001:0.0:1788204964.915522:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298770259
00000100:00000001:0.0:1788204964.915524:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298772136
00000100:00000001:0.0:1788204964.915527:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204964.915529:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204964.915531:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204964.915536:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204964.915543:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204964.915544:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204964.915546:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204964.915548:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204964.915550:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204964.915552:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797568:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204964.915556:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204964.915568:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204964.915570:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204964.915572:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204964.915575:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204964.915577:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204964.915580:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204964.915582:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014be70.
00000400:00000010:0.0:1788204964.915586:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204964.915589:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556797568, portal 4
00000100:00000001:0.0:1788204964.915591:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204964.915592:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051652864 : -105387657898752 : ffffa02686165500)
00000100:00000040:0.0:1788204964.915599:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204964.915605:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204964.915607:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204964.915610:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6990.
00000100:00000200:0.0:1788204964.915613:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556797568, offset 0
00000400:00000200:0.0:1788204964.915617:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204964.915620:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204964.915624:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204964.915627:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204964.915629:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204964.915632:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204964.915639:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204964.915642:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3435:3435:254:4294967295] 192.168.201.145@tcp LPNI seq info [3435:3435:6:4294967295]
00000400:00000200:0.0:1788204964.915646:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204964.915652:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204964.915657:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204964.915662:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f600.
00000800:00000200:0.0:1788204964.915666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204964.915670:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204964.915673:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204964.915675:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204964.915679:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204964.915680:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298769942
00000100:00000001:0.0:1788204964.915682:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298772136
00000100:00000001:0.0:1788204964.915685:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298769942
00000100:00000001:0.0:1788204964.915687:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298772136
00000100:00000001:0.0:1788204964.915689:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204964.915691:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204964.915693:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204964.915695:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204964.915699:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204964.915701:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204964.915702:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204964.915704:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204964.915705:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204964.915709:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204964.915716:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204964.915717:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204964.915719:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204964.915721:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204964.915723:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204964.915725:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797696:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204964.915729:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204964.915730:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204964.915732:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204964.915733:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204964.915748:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204964.915751:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204964.915754:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204964.915757:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b898.
00000400:00000010:0.0:1788204964.915761:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6dd0.
00000100:00000200:0.0:1788204964.915763:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556797696, portal 4
00000100:00000001:0.0:1788204964.915766:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204964.915767:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051647488 : -105387657904128 : ffffa02686164000)
00000100:00000040:0.0:1788204964.915773:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204964.915778:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204964.915780:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204964.915783:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6d48.
00000100:00000200:0.0:1788204964.915785:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556797696, offset 0
00000400:00000200:0.0:1788204964.915789:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204964.915793:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204964.915796:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204964.915799:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204964.915801:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204964.915803:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204964.915805:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204964.915807:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3436:3436:253:4294967295] 192.168.201.145@tcp LPNI seq info [3436:3436:5:4294967295]
00000400:00000200:0.0:1788204964.915811:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204964.915816:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204964.915820:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204964.915824:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f300.
00000800:00000200:0.0:1788204964.915827:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204964.915830:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788204964.915833:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204964.915836:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204964.915838:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204964.915840:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298770673
00000100:00000001:0.0:1788204964.915842:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298772136
00000100:00000001:0.0:1788204964.915845:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298770673
00000100:00000001:0.0:1788204964.915847:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298772136
00000100:00000001:0.0:1788204964.915849:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204964.915851:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204964.915854:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204964.915856:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204964.915859:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204964.915860:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204964.915862:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204964.915863:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204964.915865:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204964.915867:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204965.234538:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204965.234539:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204965.234546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204965.234548:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204965.234553:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204965.234555:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204965.234559:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204965.234566:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204965.234571:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204965.234576:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204965.234579:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204965.234583:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204965.234587:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204965.234589:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204965.234594:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204965.234598:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204965.426500:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204965.426507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204965.426510:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204965.426515:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204965.426519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204965.426522:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204965.426524:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204965.426526:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204965.426528:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204966.258512:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204966.258521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204966.258523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204966.258531:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204966.258532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204966.258536:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204966.258540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204966.258542:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.258552:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204966.258554:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204966.258555:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204966.258559:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204966.258561:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204966.258665:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204966.258670:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204966.258673:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204966.450525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204966.450535:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204966.450538:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204966.450544:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204966.450549:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204966.450552:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204966.450555:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204966.450559:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204966.450561:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204967.154562:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298772136, at 4298772160
00000100:00000040:1.0:1788204967.154562:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298772136, at 4298772160
00000100:00000010:1.0:1788204967.154584:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a9c0.
00000100:00000010:0.0:1788204967.154590:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:1.0:1788204967.282536:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204967.282540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204967.282547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204967.282549:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204967.282553:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204967.282557:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204967.282560:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204967.282560:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204967.282567:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204967.282572:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204967.282575:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204967.282578:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204967.282582:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204967.282598:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204967.282603:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204967.282608:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204967.474494:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204967.474505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204967.474508:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204967.474516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204967.474527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204967.474532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204967.474535:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204967.474539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204967.474543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1788204967.986658:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:3.0:1788204967.986701:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1788204967.986711:0:2330:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204967.986715:0:2330:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:3.0:1788204967.986720:0:2330:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204967.986723:0:2330:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1788204967.986732:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788204967.986737:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fe00.
00000400:00000200:3.0:1788204967.986742:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204967.986747:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204967.986754:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6c38
00000400:00000010:3.0:1788204967.986756:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6c38.
00000100:00000001:3.0:1788204967.986761:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204967.986770:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204967.986805:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204967.986810:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204967.986818:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204967.986820:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204967.986830:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788204967.986833:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5fb00.
00000400:00000200:3.0:1788204967.986836:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204967.986839:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204967.986842:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a66e8
00000400:00000010:3.0:1788204967.986844:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a66e8.
00000100:00000001:3.0:1788204967.986846:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204967.986851:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204967.986858:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204967.986861:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204967.986867:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204967.986869:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204967.986874:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788204967.986876:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f600.
00000400:00000200:3.0:1788204967.986878:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204967.986881:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204967.986884:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6990
00000400:00000010:3.0:1788204967.986886:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6990.
00000100:00000001:3.0:1788204967.986888:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204967.986891:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204967.986899:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204967.986902:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204967.986908:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204967.986910:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204967.986915:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788204967.986917:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f300.
00000400:00000200:3.0:1788204967.986920:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204967.986923:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204967.986926:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6d48
00000400:00000010:3.0:1788204967.986928:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6d48.
00000100:00000001:3.0:1788204967.986930:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204967.986934:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204967.986941:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204967.986944:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204967.986950:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204967.986951:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204967.987030:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204967.987034:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204967.987037:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204967.987045:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204964/real 1788204967]  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204967.987055:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204967.987057:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204967.987061:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b898.
00000400:00000200:0.0:1788204967.987064:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6dd0
00000400:00000010:0.0:1788204967.987066:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6dd0.
00000100:00000001:0.0:1788204967.987068:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204967.987072:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204967.987079:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987085:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204967.987087:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987091:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204967.987125:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204967.987129:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987136:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204967.987141:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987148:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204967.987152:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987153:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204967.987155:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987157:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204967.987160:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204967.987163:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204967.987169:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204967.987171:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204967.987176:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204967.987190:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797696:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204967.987196:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204967.987199:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204964/real 1788204967]  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204967.987207:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204967.987209:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204967.987211:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b630.
00000400:00000200:0.0:1788204967.987214:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6770
00000400:00000010:0.0:1788204967.987215:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6770.
00000100:00000001:0.0:1788204967.987217:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204967.987222:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204967.987231:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987236:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204967.987237:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987239:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204967.987240:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204967.987244:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987250:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204967.987254:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987260:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204967.987262:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987263:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204967.987264:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987266:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204967.987268:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204967.987270:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204967.987274:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204967.987276:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204967.987280:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204967.987287:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797440:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204967.987291:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204967.987294:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204964/real 1788204967]  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204967.987300:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204967.987301:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204967.987303:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014be70.
00000400:00000200:0.0:1788204967.987305:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204967.987307:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204967.987308:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204967.987311:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204967.987317:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987322:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204967.987324:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987326:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204967.987327:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204967.987331:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987336:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204967.987339:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987345:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204967.987347:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987349:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204967.987350:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987351:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204967.987353:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204967.987355:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204967.987357:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204967.987360:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204967.987364:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204967.987370:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797568:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204967.987374:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204967.987376:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204964/real 1788204967]  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204967.987383:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204967.987384:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204967.987386:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204967.987388:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204967.987390:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204967.987392:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204967.987395:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204967.987429:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987434:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204967.987435:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987437:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204967.987438:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204967.987441:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987447:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204967.987451:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987456:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204967.987458:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987460:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204967.987462:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987463:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204967.987464:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204967.987466:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204967.987470:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204967.987471:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204967.987475:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204967.987482:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556797312:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204967.987485:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987488:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204967.987490:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164000 x1875064556797696/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987496:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204967.987500:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204967.987504:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204967.987509:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204967.987512:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204967.987514:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204967.987516:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204967.987520:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009000.
02000000:00000001:0.0:1788204967.987523:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204967.987525:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204967.987527:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164000.
00000100:00000001:0.0:1788204967.987531:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204967.987532:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987533:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204967.987536:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166300 x1875064556797440/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987542:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204967.987543:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204967.987545:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204967.987549:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204967.987550:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204967.987551:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204967.987553:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204967.987555:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008c00.
02000000:00000001:0.0:1788204967.987557:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204967.987558:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204967.987559:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166300.
00000100:00000001:0.0:1788204967.987562:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204967.987563:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987564:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204967.987567:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165500 x1875064556797568/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987572:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204967.987573:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204967.987574:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204967.987577:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204967.987578:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204967.987579:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204967.987581:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204967.987582:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b400.
02000000:00000001:0.0:1788204967.987585:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204967.987586:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204967.987588:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165500.
00000100:00000001:0.0:1788204967.987590:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204967.987592:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987593:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204967.987596:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165180 x1875064556797312/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204967.987603:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204967.987604:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204967.987605:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204967.987607:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204967.987609:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204967.987610:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204967.987611:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204967.987614:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b800.
02000000:00000001:0.0:1788204967.987616:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204967.987617:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204967.987618:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165180.
00000100:00000001:0.0:1788204967.987620:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204967.987621:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987624:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204967.987633:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204967.987635:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204967.987638:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204967.987639:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.306512:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204968.306522:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204968.306524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204968.306527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204968.306530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204968.306533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.306535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204968.306538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204968.306539:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.306544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204968.306544:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204968.306549:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204968.306550:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.306556:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204968.306556:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204968.306573:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204968.306576:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204968.306579:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204968.306581:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204968.306631:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204968.306634:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204968.306636:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204968.498525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204968.498537:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204968.498539:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204968.498547:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204968.498551:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204968.498556:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.498559:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204968.498562:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.498565:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204969.330502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204969.330510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204969.330512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204969.330519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204969.330523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204969.330527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204969.330533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204969.330534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204969.330538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204969.330542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204969.330542:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204969.330557:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204969.330560:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204969.330615:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204969.330620:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204969.330623:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204969.522547:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204969.522557:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204969.522559:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204969.522567:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204969.522572:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204969.522577:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204969.522580:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204969.522582:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204969.522585:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204970.034504:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204970.034517:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204970.034520:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204970.034524:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204970.034529:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204970.034538:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4102
00000400:00000200:2.0:1788204970.034548:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204970.034555:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204970.034559:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204970.034563:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034566:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204970.034569:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034571:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204970.034576:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204970.034578:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788204970.034581:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204970.034584:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788204970.034585:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788204970.034587:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788204970.034589:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034590:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204970.034591:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034592:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204970.034594:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788204970.034597:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034598:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204970.034600:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204970.034604:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204970.034606:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.034608:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204970.034610:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204970.034618:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166d80.
00000020:00000040:2.0:1788204970.034623:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788204970.034627:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204970.034629:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.034632:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204970.034636:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204970.034641:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204970.034651:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008000.
00000100:00000001:2.0:1788204970.034658:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204970.034670:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204970.034681:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204970.034686:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204970.034691:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1831aa] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204970.034725:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204970.034729:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204970.034733:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204970.034735:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204970.034736:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204970.034739:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204970.034742:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4102
00000400:00000200:2.0:1788204970.034746:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204970.034749:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204970.034752:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204970.034754:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034757:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204970.034759:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034760:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204970.034762:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204970.034769:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:2.0:1788204970.034772:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204970.034774:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:2.0:1788204970.034776:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:2.0:1788204970.034778:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788204970.034781:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034783:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204970.034784:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034786:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204970.034789:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:2.0:1788204970.034791:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034794:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204970.034795:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204970.034801:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204970.034804:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.034805:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204970.034810:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204970.034813:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.034816:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204970.034820:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164a80.
00000020:00000040:2.0:1788204970.034822:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788204970.034825:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204970.034826:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.034828:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204970.034829:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204970.034832:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204970.034836:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009c00.
00000100:00000001:2.0:1788204970.034839:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204970.034844:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204970.034849:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204970.034851:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204970.034853:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052d84ab9] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204970.034860:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204970.034862:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204970.034866:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204970.034867:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204970.034869:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204970.034871:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204970.034874:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4102
00000400:00000200:2.0:1788204970.034878:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204970.034881:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204970.034883:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204970.034886:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034890:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204970.034892:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034894:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204970.034896:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204970.034897:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788204970.034898:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204970.034901:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788204970.034902:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788204970.034904:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:2.0:1788204970.034906:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034908:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204970.034910:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034912:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204970.034914:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:2.0:1788204970.034916:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204970.034919:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204970.034921:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204970.034924:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204970.034926:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.034928:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204970.034930:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204970.034933:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.034934:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204970.034938:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167800.
00000020:00000040:2.0:1788204970.034940:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204970.034943:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204970.034944:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.034945:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204970.034947:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204970.034948:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204970.034953:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b000.
00000100:00000001:2.0:1788204970.034956:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204970.034960:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204970.034968:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204970.034969:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204970.034972:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e6d5bf3] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204970.034980:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204970.034982:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204970.034985:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204970.034987:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204970.034988:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204970.034990:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204970.034992:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4102
00000400:00000200:2.0:1788204970.034995:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788204970.034998:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204970.035000:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204970.035003:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.035005:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204970.035007:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.035009:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788204970.035011:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204970.035012:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788204970.035013:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204970.035015:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788204970.035017:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788204970.035019:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788204970.035021:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.035023:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204970.035025:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788204970.035027:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788204970.035029:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788204970.035031:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788204970.035034:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204970.035035:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204970.035037:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204970.035039:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.035041:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204970.035043:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204970.035045:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.035046:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204970.035050:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164700.
00000020:00000040:2.0:1788204970.035051:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788204970.035054:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204970.035055:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204970.035068:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204970.035070:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204970.035072:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204970.035076:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800ac00.
00000100:00000001:2.0:1788204970.035080:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204970.035085:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204970.035092:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204970.035093:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204970.035096:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b0a96e5] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204970.035102:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204970.035107:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4112)
00000100:00000001:0.0:1788204970.035194:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204970.035200:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204970.035203:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204970.035211:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035218:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204970.035221:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204970.035224:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204970.035227:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204970.035230:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204970.035234:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556797824:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204970.035238:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204970.035244:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204970.035247:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204970.035250:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204970.035255:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204970.035271:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204970.035278:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204970.035282:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204970.035290:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204970.035299:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556797824, portal 25
00000100:00000001:0.0:1788204970.035302:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204970.035304:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051659136 : -105387657892480 : ffffa02686166d80)
00000100:00000040:0.0:1788204970.035310:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035318:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204970.035320:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204970.035323:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204970.035326:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556797824, offset 0
00000400:00000200:0.0:1788204970.035339:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204970.035349:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204970.035357:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204970.035365:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204970.035370:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204970.035374:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204970.035377:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204970.035382:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3437:3437:256:4294967295] 192.168.201.145@tcp LPNI seq info [3437:3437:8:4294967295]
00000400:00000200:0.0:1788204970.035387:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204970.035444:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204970.035453:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204970.035460:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204970.035469:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204970.035474:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204970.035481:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204970.035485:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204970.035490:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204970.035493:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204970.035498:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204970.035503:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204970.035510:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204970.035513:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204970.035518:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204970.035522:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035533:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204970.035537:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035545:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204970.035547:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204970.035555:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204970.035560:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204970.035563:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298777257
00000100:00000010:0.0:1788204970.035569:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788204970.035577:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204970.035585:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298777257
00000100:00000010:0.0:1788204970.035589:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a0c0.
00000100:00000001:0.0:1788204970.035593:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204970.035598:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204970.035601:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204970.035604:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204970.035609:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204970/real 1788204970]  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204970.035620:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204970.035622:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204970.035625:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204970.035628:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204970.035629:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204970.035633:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204970.035636:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204970.035644:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035650:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204970.035652:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.035655:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204970.035658:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204970.035662:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035669:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204970.035674:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035681:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204970.035684:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.035685:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204970.035687:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.035689:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204970.035691:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204970.035694:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204970.035698:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204970.035701:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204970.035705:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204970.035712:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556797824:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204970.035717:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204970.035721:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035726:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204970.035727:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204970.035729:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204970.035731:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204970.035733:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204970.035736:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797952:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204970.035738:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204970.035740:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204970.035742:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204970.035744:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204970.035747:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204970.035749:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204970.035752:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204970.035755:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204970.035758:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204970.035761:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556797952, portal 10
00000100:00000001:0.0:1788204970.035763:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204970.035764:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051650176 : -105387657901440 : ffffa02686164a80)
00000100:00000040:0.0:1788204970.035770:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035776:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204970.035778:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204970.035780:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204970.035782:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556797952, offset 0
00000400:00000200:0.0:1788204970.035786:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204970.035790:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204970.035794:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204970.035797:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204970.035800:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204970.035802:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204970.035804:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204970.035807:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3438:3438:256:4294967295] 192.168.201.145@tcp LPNI seq info [3438:3438:8:4294967295]
00000400:00000200:0.0:1788204970.035811:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204970.035817:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204970.035822:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204970.035825:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204970.035829:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204970.035832:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204970.035836:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204970.035838:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204970.035841:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204970.035843:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204970.035847:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204970.035850:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204970.035854:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204970.035855:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204970.035858:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204970.035861:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035869:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204970.035872:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035877:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204970.035878:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204970.035882:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204970.035886:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204970.035890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204970.035891:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298775379
00000100:00000001:0.0:1788204970.035894:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298777257
00000100:00000001:0.0:1788204970.035896:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298775379
00000100:00000001:0.0:1788204970.035898:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298777257
00000100:00000001:0.0:1788204970.035901:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204970.035902:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204970.035904:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204970.035907:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204970/real 1788204970]  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204970.035915:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204970.035916:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204970.035918:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204970.035920:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204970.035922:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204970.035924:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204970.035928:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204970.035935:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035941:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204970.035942:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.035944:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204970.035945:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204970.035949:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035956:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204970.035959:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.035967:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204970.035969:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.035971:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204970.035972:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.035974:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204970.035976:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204970.035980:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204970.035983:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204970.035984:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204970.035988:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204970.035995:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556797952:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204970.035999:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204970.036003:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036014:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204970.036016:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204970.036018:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204970.036020:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204970.036022:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204970.036024:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798080:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204970.036028:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204970.036030:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204970.036031:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204970.036033:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204970.036037:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204970.036038:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204970.036042:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204970.036045:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204970.036049:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204970.036051:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556798080, portal 4
00000100:00000001:0.0:1788204970.036053:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204970.036055:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051661824 : -105387657889792 : ffffa02686167800)
00000100:00000040:0.0:1788204970.036070:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036076:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204970.036079:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204970.036081:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204970.036083:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556798080, offset 0
00000400:00000200:0.0:1788204970.036087:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204970.036091:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204970.036095:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204970.036097:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204970.036100:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204970.036102:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204970.036104:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204970.036108:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3439:3439:256:4294967295] 192.168.201.145@tcp LPNI seq info [3439:3439:8:4294967295]
00000400:00000200:0.0:1788204970.036112:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204970.036118:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204970.036123:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204970.036126:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204970.036129:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204970.036132:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204970.036136:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204970.036138:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204970.036142:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204970.036144:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204970.036146:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204970.036149:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204970.036152:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204970.036154:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204970.036156:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204970.036160:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036167:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204970.036171:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036175:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204970.036176:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204970.036179:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204970.036181:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204970.036184:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204970.036187:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298775062
00000100:00000001:0.0:1788204970.036189:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298777257
00000100:00000001:0.0:1788204970.036192:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298775062
00000100:00000001:0.0:1788204970.036194:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298777257
00000100:00000001:0.0:1788204970.036196:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204970.036199:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204970.036200:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204970.036204:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204970/real 1788204970]  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204970.036212:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204970.036213:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204970.036214:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204970.036217:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204970.036218:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204970.036219:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204970.036222:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204970.036230:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036235:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204970.036237:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036238:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204970.036239:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204970.036242:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036249:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204970.036252:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036258:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204970.036260:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036261:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204970.036262:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036263:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204970.036265:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204970.036266:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204970.036270:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204970.036271:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204970.036275:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204970.036283:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798080:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204970.036287:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204970.036290:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036296:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204970.036298:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204970.036301:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204970.036303:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204970.036304:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204970.036307:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798208:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204970.036310:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204970.036312:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204970.036314:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204970.036316:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204970.036319:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204970.036320:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204970.036323:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204970.036326:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204970.036329:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204970.036332:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556798208, portal 4
00000100:00000001:0.0:1788204970.036334:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204970.036335:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051649280 : -105387657902336 : ffffa02686164700)
00000100:00000040:0.0:1788204970.036341:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036347:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204970.036350:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204970.036351:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204970.036353:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556798208, offset 0
00000400:00000200:0.0:1788204970.036355:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204970.036359:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204970.036363:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204970.036365:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204970.036367:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204970.036369:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204970.036372:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204970.036374:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3440:3440:256:4294967295] 192.168.201.145@tcp LPNI seq info [3440:3440:8:4294967295]
00000400:00000200:0.0:1788204970.036378:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204970.036384:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204970.036388:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204970.036391:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204970.036395:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204970.036455:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204970.036460:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204970.036463:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204970.036466:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204970.036468:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204970.036472:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204970.036475:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204970.036478:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204970.036480:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204970.036483:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204970.036487:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036495:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204970.036498:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036505:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204970.036506:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204970.036511:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204970.036515:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204970.036518:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204970.036520:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298775794
00000100:00000001:0.0:1788204970.036523:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298777257
00000100:00000001:0.0:1788204970.036525:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298775794
00000100:00000001:0.0:1788204970.036528:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298777257
00000100:00000001:0.0:1788204970.036530:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204970.036532:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204970.036534:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204970.036538:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204970/real 1788204970]  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204970.036545:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204970.036547:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204970.036549:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204970.036551:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204970.036553:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204970.036555:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204970.036558:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204970.036566:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036572:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204970.036573:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036575:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204970.036576:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204970.036579:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036587:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204970.036591:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036598:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204970.036600:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036602:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204970.036603:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036604:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204970.036605:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204970.036607:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204970.036610:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204970.036612:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204970.036614:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204970.036619:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798208:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204970.036623:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036625:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204970.036628:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166d80 x1875064556797824/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036633:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204970.036636:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204970.036638:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788204970.036640:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204970.036642:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204970.036644:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204970.036646:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204970.036649:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008000.
02000000:00000001:0.0:1788204970.036653:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204970.036654:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204970.036657:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166d80.
00000100:00000001:0.0:1788204970.036661:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204970.036663:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036666:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204970.036670:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164a80 x1875064556797952/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036676:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204970.036677:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204970.036678:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204970.036680:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204970.036681:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204970.036683:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204970.036685:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204970.036686:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009c00.
02000000:00000001:0.0:1788204970.036688:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204970.036690:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204970.036691:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164a80.
00000100:00000001:0.0:1788204970.036693:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204970.036694:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036695:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204970.036698:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167800 x1875064556798080/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036704:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204970.036705:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204970.036706:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204970.036709:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204970.036710:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204970.036711:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204970.036712:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204970.036713:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b000.
02000000:00000001:0.0:1788204970.036716:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204970.036717:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204970.036718:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167800.
00000100:00000001:0.0:1788204970.036720:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204970.036721:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036722:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204970.036725:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164700 x1875064556798208/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204970.036735:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204970.036736:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204970.036737:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204970.036739:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204970.036740:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204970.036741:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204970.036743:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204970.036744:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800ac00.
02000000:00000001:0.0:1788204970.036745:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204970.036746:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204970.036747:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164700.
00000100:00000001:0.0:1788204970.036749:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204970.036750:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036752:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204970.036762:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204970.036764:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204970.036772:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204970.036774:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204970.354529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204970.354532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204970.354537:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204970.354537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204970.354540:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204970.354543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204970.354545:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204970.354545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204970.354550:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204970.354554:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204970.354556:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204970.354558:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204970.354560:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204970.354602:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204970.354606:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204970.354609:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204970.546569:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204970.546578:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204970.546580:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204970.546586:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204970.546590:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204970.546593:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204970.546596:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204970.546598:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204970.546601:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204971.378494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204971.378504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204971.378505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204971.378509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204971.378510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204971.378516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204971.378517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204971.378519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204971.378525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204971.378529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204971.378534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204971.378537:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204971.378541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204971.378564:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204971.378568:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204971.378571:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204971.570549:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204971.570557:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204971.570559:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204971.570563:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204971.570567:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204971.570570:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204971.570572:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204971.570575:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204971.570577:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204972.274512:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298777257, at 4298777280
00000100:00000040:0.0:1788204972.274528:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298777257, at 4298777280
00000100:00000010:1.0:1788204972.274529:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a0c0.
00000100:00000010:0.0:1788204972.274541:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00010000:00000001:2.0:1788204972.402488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204972.402496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204972.402502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204972.402504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204972.402516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204972.402525:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204972.402527:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204972.402534:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204972.402539:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204972.402543:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204972.402547:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204972.402550:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204972.402553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204972.402559:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204972.402563:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204972.402566:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204972.594564:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204972.594574:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204972.594576:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204972.594583:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204972.594588:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204972.594593:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204972.594596:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204972.594599:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204972.594602:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.426511:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204973.426521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204973.426524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204973.426524:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204973.426531:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1788204973.426533:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204973.426534:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204973.426541:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.426542:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204973.426549:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204973.426551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204973.426553:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204973.426557:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.426558:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204973.426566:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.426568:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204973.426572:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204973.426576:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204973.426579:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204973.426636:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204973.426640:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204973.426643:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204973.618534:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204973.618541:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204973.618543:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204973.618548:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204973.618551:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204973.618555:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.618557:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204973.618560:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.618562:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204974.450526:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204974.450532:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204974.450534:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204974.450538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204974.450545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204974.450548:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204974.450553:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204974.450554:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204974.450556:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204974.450559:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204974.450560:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204974.450566:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204974.450569:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204974.450624:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204974.450628:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204974.450631:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204974.642546:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204974.642559:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204974.642563:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204974.642571:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204974.642576:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204974.642580:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204974.642583:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204974.642586:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204974.642589:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204975.154590:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204975.154597:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204975.154600:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204975.154602:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204975.154606:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204975.154611:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4107
00000400:00000200:1.0:1788204975.154619:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204975.154623:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204975.154626:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204975.154628:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154630:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204975.154632:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154634:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204975.154636:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204975.154637:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204975.154639:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204975.154642:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204975.154643:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204975.154645:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204975.154647:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154648:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204975.154649:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154650:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204975.154652:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204975.154654:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154655:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204975.154657:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204975.154659:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204975.154661:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.154662:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204975.154664:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204975.154671:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ca80.
00000020:00000040:1.0:1788204975.154673:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204975.154677:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204975.154678:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.154680:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204975.154682:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204975.154686:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204975.154691:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d800.
00000100:00000001:1.0:1788204975.154696:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204975.154702:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204975.154715:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204975.154718:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204975.154721:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a88cb04f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204975.154738:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204975.154740:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204975.154742:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204975.154743:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204975.154745:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204975.154746:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204975.154748:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4107
00000400:00000200:1.0:1788204975.154750:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204975.154752:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204975.154753:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204975.154755:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154756:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204975.154757:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154759:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204975.154760:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204975.154761:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204975.154762:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204975.154764:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788204975.154765:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788204975.154766:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204975.154769:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154771:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204975.154772:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204975.154773:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204975.154774:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204975.154778:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788204975.154778:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:0.0:1788204975.154781:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788204975.154782:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154786:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204975.154787:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788204975.154790:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204975.154792:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204975.154796:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.154800:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204975.154805:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1788204975.154805:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204975.154808:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204975.154809:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204975.154812:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788204975.154812:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204975.154815:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c380.
02000000:00000001:0.0:1788204975.154816:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788204975.154817:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788204975.154819:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204975.154821:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1788204975.154823:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556798336:192.168.201.145@tcp:250:kworker.0
02000000:00000001:1.0:1788204975.154824:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.154828:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204975.154829:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204975.154830:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204975.154832:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204975.154833:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204975.154836:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204975.154837:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:0.0:1788204975.154841:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204975.154842:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204975.154846:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204975.154849:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204975.154849:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204975.154858:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788204975.154859:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1788204975.154862:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000001:1.0:1788204975.154862:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204975.154866:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a4e581] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204975.154868:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:1.0:1788204975.154875:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204975.154876:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556798336, portal 25
00000100:00080000:1.0:1788204975.154877:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204975.154879:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204975.154882:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250519168 : -105387459032448 : ffffa02691f0ca80)
00000100:00080000:1.0:1788204975.154882:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204975.154884:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204975.154887:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204975.154890:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1788204975.154891:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204975.154894:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4107
00000400:00000200:1.0:1788204975.154901:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204975.154904:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1788204975.154905:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000040:0.0:1788204975.154910:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788204975.154910:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788204975.154913:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000040:1.0:1788204975.154915:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:0.0:1788204975.154917:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556798336, offset 0
00000100:00000001:1.0:1788204975.154918:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204975.154922:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154923:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788204975.154926:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000001:1.0:1788204975.154927:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204975.154929:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204975.154930:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204975.154931:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788204975.154934:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788204975.154935:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:1.0:1788204975.154939:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788204975.154942:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204975.154945:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:1.0:1788204975.154945:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204975.154950:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204975.154952:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204975.154952:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204975.154955:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:0.0:1788204975.154958:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:1.0:1788204975.154959:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204975.154962:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204975.154964:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1788204975.154965:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204975.154979:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204975.154983:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3441:3441:256:4294967295] 192.168.201.145@tcp LPNI seq info [3441:3441:8:4294967295]
00000400:00000200:0.0:1788204975.154987:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788204975.154989:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204975.154992:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.154995:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204975.154999:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000008:00100000:1.0:1788204975.155000:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1788204975.155006:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000008:00000001:1.0:1788204975.155006:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.155011:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204975.155012:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000100:00000010:1.0:1788204975.155016:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d180.
00000800:00000200:0.0:1788204975.155020:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:1.0:1788204975.155022:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:0.0:1788204975.155024:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788204975.155028:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1788204975.155030:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:1.0:1788204975.155031:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204975.155033:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788204975.155035:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1788204975.155039:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788204975.155039:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1788204975.155041:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
02000000:00000001:1.0:1788204975.155044:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204975.155047:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1788204975.155049:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000400:00000200:0.0:1788204975.155053:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204975.155055:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204975.155057:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204975.155060:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00100000:1.0:1788204975.155061:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204975.155065:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204975.155070:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788204975.155073:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204975.155073:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204975.155077:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002663953b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204975.155098:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.155100:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788204975.155101:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788204975.155108:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204975.155108:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204975.155111:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204975.155115:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204975.155121:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.155122:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204975.155126:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204975.155128:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4107
00000100:00000001:0.0:1788204975.155134:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204975.155135:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204975.155141:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204975.155142:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788204975.155145:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204975.155147:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298782376
00000100:00000040:1.0:1788204975.155148:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.155153:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204975.155154:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000010:0.0:1788204975.155156:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:1.0:1788204975.155156:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204975.155160:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204975.155161:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788204975.155162:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204975.155163:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:0.0:1788204975.155165:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1788204975.155165:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788204975.155169:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788204975.155171:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204975.155173:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204975.155174:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204975.155176:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298782376
00000100:00000001:1.0:1788204975.155176:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204975.155182:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000010:0.0:1788204975.155183:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ab40.
00000100:00080000:1.0:1788204975.155185:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204975.155188:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204975.155189:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204975.155191:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204975.155192:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.155193:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204975.155194:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204975.155196:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.155197:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204975.155199:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f800.
00000020:00000040:1.0:1788204975.155201:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204975.155202:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1788204975.155203:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204975.155206:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.155207:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204975.155208:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204975.155209:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204975.155211:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.155214:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204975.155216:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:0.0:1788204975.155218:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788204975.155219:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204975.155228:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204975/real 1788204975]  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204975.155228:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204975.155264:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204975.155268:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204975.155272:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788204975.155273:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9754d1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204975.155275:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204975.155278:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000100:00000001:1.0:1788204975.155284:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204975.155287:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4117)
00000400:00000200:0.0:1788204975.155290:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204975.155296:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204975.155299:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204975.155304:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204975.155312:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155316:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204975.155318:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155319:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204975.155321:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204975.155323:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155327:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204975.155330:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155334:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204975.155336:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155337:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204975.155338:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155339:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204975.155340:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204975.155342:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204975.155344:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204975.155345:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204975.155348:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204975.155353:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556798336:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204975.155356:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155358:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204975.155359:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ca80 x1875064556798336/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155363:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204975.155365:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204975.155366:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204975.155368:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204975.155369:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204975.155370:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204975.155371:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204975.155373:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d800.
02000000:00000001:0.0:1788204975.155375:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204975.155376:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204975.155378:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ca80.
00000100:00000001:0.0:1788204975.155379:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204975.155380:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155382:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155387:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204975.155388:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.155389:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204975.155390:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204975.155391:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204975.155393:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155438:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204975.155439:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204975.155441:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204975.155442:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204975.155444:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204975.155446:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798464:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204975.155448:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204975.155449:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204975.155451:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204975.155452:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204975.155454:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204975.155455:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204975.155458:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204975.155460:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204975.155462:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204975.155465:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556798464, portal 10
00000100:00000001:0.0:1788204975.155466:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204975.155467:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250517376 : -105387459034240 : ffffa02691f0c380)
00000100:00000040:0.0:1788204975.155471:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155475:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204975.155476:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204975.155478:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204975.155479:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556798464, offset 0
00000400:00000200:0.0:1788204975.155481:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204975.155484:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204975.155486:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204975.155488:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204975.155490:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204975.155491:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204975.155493:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204975.155495:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3442:3442:256:4294967295] 192.168.201.145@tcp LPNI seq info [3442:3442:8:4294967295]
00000400:00000200:0.0:1788204975.155499:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204975.155505:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204975.155510:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204975.155512:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204975.155517:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204975.155520:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204975.155524:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204975.155526:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204975.155530:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204975.155532:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204975.155535:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204975.155538:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204975.155541:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204975.155542:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204975.155544:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204975.155548:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155556:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204975.155559:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155564:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.155566:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204975.155569:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204975.155572:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204975.155575:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204975.155577:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298780499
00000100:00000001:0.0:1788204975.155579:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298782376
00000100:00000001:0.0:1788204975.155582:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298780499
00000100:00000001:0.0:1788204975.155584:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298782376
00000100:00000001:0.0:1788204975.155585:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204975.155587:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.155589:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204975.155593:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204975/real 1788204975]  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204975.155600:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204975.155601:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204975.155603:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204975.155606:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204975.155607:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204975.155609:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204975.155612:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204975.155620:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155627:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204975.155628:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155630:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204975.155631:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204975.155635:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155641:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204975.155645:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155651:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204975.155653:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155655:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204975.155656:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155658:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204975.155660:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204975.155662:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204975.155665:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204975.155667:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204975.155671:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204975.155679:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798464:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204975.155683:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204975.155686:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155692:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204975.155693:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204975.155695:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204975.155696:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204975.155698:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204975.155701:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798592:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204975.155704:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204975.155706:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204975.155707:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204975.155709:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204975.155712:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204975.155713:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204975.155716:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204975.155718:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204975.155721:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204975.155724:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556798592, portal 4
00000100:00000001:0.0:1788204975.155726:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204975.155727:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520960 : -105387459030656 : ffffa02691f0d180)
00000100:00000040:0.0:1788204975.155732:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155738:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204975.155740:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204975.155742:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204975.155744:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556798592, offset 0
00000400:00000200:0.0:1788204975.155748:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204975.155751:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204975.155754:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204975.155757:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204975.155759:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204975.155762:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204975.155764:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204975.155766:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3443:3443:256:4294967295] 192.168.201.145@tcp LPNI seq info [3443:3443:8:4294967295]
00000400:00000200:0.0:1788204975.155770:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204975.155776:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204975.155780:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204975.155783:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204975.155786:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204975.155789:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204975.155793:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204975.155796:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204975.155799:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204975.155801:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204975.155804:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204975.155807:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204975.155810:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204975.155811:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204975.155814:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204975.155817:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155824:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204975.155827:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155833:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.155834:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204975.155837:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204975.155840:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204975.155842:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204975.155844:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298780182
00000100:00000001:0.0:1788204975.155846:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298782376
00000100:00000001:0.0:1788204975.155848:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298780182
00000100:00000001:0.0:1788204975.155851:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298782376
00000100:00000001:0.0:1788204975.155852:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204975.155854:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.155856:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204975.155860:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204975/real 1788204975]  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204975.155866:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204975.155867:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204975.155869:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204975.155871:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204975.155872:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204975.155874:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204975.155877:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204975.155885:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155891:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204975.155892:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155894:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204975.155895:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204975.155898:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155904:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204975.155908:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155914:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204975.155916:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155918:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204975.155919:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.155921:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204975.155922:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204975.155925:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204975.155928:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204975.155930:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204975.155934:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204975.155941:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798592:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204975.155944:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204975.155947:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.155953:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204975.155954:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204975.155956:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204975.155958:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204975.155960:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204975.155962:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798720:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204975.155965:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204975.155967:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204975.155984:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204975.155986:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204975.155989:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204975.155991:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204975.155994:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204975.155996:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204975.155999:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204975.156001:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556798720, portal 4
00000100:00000001:0.0:1788204975.156003:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204975.156004:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250530816 : -105387459020800 : ffffa02691f0f800)
00000100:00000040:0.0:1788204975.156009:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.156015:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204975.156017:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204975.156019:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204975.156021:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556798720, offset 0
00000400:00000200:0.0:1788204975.156024:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204975.156028:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204975.156031:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204975.156033:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204975.156035:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204975.156038:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204975.156040:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204975.156043:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3444:3444:256:4294967295] 192.168.201.145@tcp LPNI seq info [3444:3444:8:4294967295]
00000400:00000200:0.0:1788204975.156046:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204975.156052:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204975.156056:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204975.156058:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204975.156061:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204975.156063:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204975.156067:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204975.156070:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204975.156073:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204975.156075:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204975.156078:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204975.156081:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204975.156083:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204975.156085:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204975.156087:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204975.156090:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.156097:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204975.156100:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.156111:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.156112:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204975.156114:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204975.156117:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204975.156120:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204975.156122:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298780913
00000100:00000001:0.0:1788204975.156124:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298782376
00000100:00000001:0.0:1788204975.156125:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298780913
00000100:00000001:0.0:1788204975.156127:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298782376
00000100:00000001:0.0:1788204975.156129:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204975.156131:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.156133:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204975.156136:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204975/real 1788204975]  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204975.156143:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204975.156144:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204975.156146:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204975.156148:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204975.156149:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204975.156151:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204975.156154:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204975.156162:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.156168:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204975.156169:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.156170:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204975.156172:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204975.156175:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.156182:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204975.156186:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.156193:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204975.156195:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.156196:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204975.156197:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.156199:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204975.156200:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204975.156202:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204975.156205:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204975.156207:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204975.156210:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204975.156217:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798720:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204975.156220:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.156222:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204975.156225:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c380 x1875064556798464/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.156231:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204975.156232:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204975.156233:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204975.156235:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204975.156237:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204975.156238:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204975.156240:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204975.156242:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:0.0:1788204975.156244:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204975.156245:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204975.156247:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c380.
00000100:00000001:0.0:1788204975.156249:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204975.156250:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.156251:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204975.156254:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d180 x1875064556798592/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.156260:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204975.156261:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204975.156262:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204975.156264:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204975.156265:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204975.156266:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204975.156268:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204975.156269:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:0.0:1788204975.156272:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204975.156272:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204975.156274:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d180.
00000100:00000001:0.0:1788204975.156276:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204975.156277:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.156279:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204975.156282:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f800 x1875064556798720/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204975.156287:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204975.156289:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204975.156290:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204975.156292:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204975.156293:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204975.156294:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204975.156296:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204975.156297:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:0.0:1788204975.156299:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204975.156300:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204975.156301:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f800.
00000100:00000001:0.0:1788204975.156303:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204975.156304:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.156306:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204975.156309:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204975.156310:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204975.156312:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204975.156313:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204975.474504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204975.474511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204975.474513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204975.474517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204975.474521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204975.474525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204975.474527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204975.474528:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204975.474530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204975.474539:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204975.474546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204975.474553:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204975.474555:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204975.474617:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204975.474621:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204975.474623:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204975.666496:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204975.666507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204975.666509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204975.666523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204975.666528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204975.666532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204975.666536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204975.666539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204975.666542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204976.498501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204976.498510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204976.498513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204976.498518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204976.498521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204976.498525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204976.498528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204976.498530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204976.498532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204976.498544:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204976.498551:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204976.498559:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204976.498561:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204976.498618:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204976.498621:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204976.498624:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204976.690541:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204976.690549:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204976.690551:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204976.690556:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204976.690558:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204976.690562:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204976.690564:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204976.690567:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204976.690569:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204977.394498:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298782376, at 4298782400
00000100:00000010:0.0:1788204977.394512:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000040:1.0:1788204977.394512:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298782376, at 4298782400
00000100:00000010:1.0:1788204977.394528:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ab40.
00000100:00000001:1.0:1788204977.522549:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204977.522549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204977.522557:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204977.522559:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204977.522562:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204977.522563:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204977.522567:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204977.522571:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204977.522571:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204977.522576:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204977.522580:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204977.522584:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204977.522589:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204977.522603:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204977.522610:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204977.522615:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204977.714506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204977.714514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204977.714515:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204977.714520:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204977.714523:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204977.714526:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204977.714529:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204977.714532:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204977.714534:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.546533:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204978.546540:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204978.546542:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204978.546544:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204978.546549:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204978.546552:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204978.546558:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204978.546560:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204978.546563:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204978.546567:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204978.546568:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204978.546574:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204978.546575:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204978.546583:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204978.546584:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204978.546590:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204978.546594:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204978.546596:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204978.546599:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204978.546649:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204978.546652:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204978.546654:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204978.738537:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204978.738548:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204978.738551:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.738559:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204978.738563:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204978.738567:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.738571:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.738574:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.738577:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204979.570493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204979.570501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204979.570503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204979.570509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204979.570513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204979.570516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204979.570519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204979.570521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204979.570525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204979.570526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204979.570532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204979.570538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204979.570539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204979.570577:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204979.570580:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204979.570583:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204979.762538:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204979.762546:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204979.762547:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204979.762552:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204979.762555:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204979.762559:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204979.762561:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204979.762564:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204979.762566:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204980.274519:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204980.274529:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204980.274532:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204980.274535:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204980.274539:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204980.274547:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4112
00000400:00000200:3.0:1788204980.274555:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204980.274561:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204980.274564:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204980.274566:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274568:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204980.274570:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274571:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204980.274575:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204980.274576:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204980.274578:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204980.274580:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204980.274581:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204980.274583:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204980.274585:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274586:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204980.274587:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274588:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204980.274590:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204980.274592:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274594:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204980.274596:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204980.274598:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204980.274600:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204980.274601:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204980.274603:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204980.274611:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788204980.274613:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204980.274616:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204980.274617:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204980.274619:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204980.274621:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204980.274624:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204980.274630:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788204980.274634:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204980.274641:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204980.274649:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204980.274652:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204980.274654:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204980.274671:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204980.274673:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204980.274675:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204980.274676:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204980.274677:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204980.274679:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204980.274680:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4112
00000400:00000200:3.0:1788204980.274682:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204980.274684:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204980.274685:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204980.274687:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274688:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204980.274690:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274691:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204980.274692:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204980.274693:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204980.274693:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204980.274695:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204980.274696:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204980.274697:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788204980.274698:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274700:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204980.274701:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274706:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204980.274707:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788204980.274709:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274710:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204980.274711:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204980.274715:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204980.274716:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204980.274717:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204980.274720:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204980.274722:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204980.274723:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204980.274725:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204980.274727:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204980.274729:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204980.274730:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204980.274731:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204980.274732:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204980.274733:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204980.274735:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:0.0:1788204980.274738:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204980.274738:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.274743:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788204980.274744:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204980.274746:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204980.274751:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204980.274754:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204980.274755:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204980.274758:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.274781:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204980.274781:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.274784:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204980.274785:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1788204980.274789:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788204980.274789:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204980.274792:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1788204980.274793:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204980.274794:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1788204980.274798:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204980.274799:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204980.274802:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4112
00000100:00100000:0.0:1788204980.274805:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556798848:192.168.201.145@tcp:250:kworker.0
00000400:00000200:3.0:1788204980.274808:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204980.274812:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1788204980.274813:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
02000000:00000001:0.0:1788204980.274816:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204980.274816:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204980.274819:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204980.274820:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204980.274822:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204980.274823:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204980.274825:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274827:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204980.274828:0:18698:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:0.0:1788204980.274829:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
00000020:00000040:3.0:1788204980.274830:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788204980.274832:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788204980.274834:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204980.274835:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204980.274839:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788204980.274842:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:3.0:1788204980.274845:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:0.0:1788204980.274847:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000040:3.0:1788204980.274850:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274853:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204980.274854:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000040:3.0:1788204980.274854:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274858:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204980.274860:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000200:0.0:1788204980.274862:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556798848, portal 25
00000100:00080000:3.0:1788204980.274862:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204980.274866:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204980.274867:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.274869:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
02000000:00000001:3.0:1788204980.274870:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204980.274873:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204980.274876:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204980.274878:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204980.274878:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204980.274900:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1788204980.274900:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204980.274904:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204980.274905:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274908:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204980.274910:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000010:3.0:1788204980.274912:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000100:00000200:0.0:1788204980.274913:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556798848, offset 0
00000020:00000040:3.0:1788204980.274916:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204980.274919:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204980.274921:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.274922:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204980.274923:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204980.274925:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204980.274927:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.274930:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:3.0:1788204980.274930:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000100:00000001:3.0:1788204980.274935:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.274938:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00100000:3.0:1788204980.274940:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204980.274944:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204980.274949:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204980.274950:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.274953:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000040:3.0:1788204980.274956:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204980.274961:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204980.274964:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.274967:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:3.0:1788204980.274968:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204980.274973:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204980.274976:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204980.274978:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3445:3445:256:4294967295] 192.168.201.145@tcp LPNI seq info [3445:3445:8:4294967295]
00000100:00080000:3.0:1788204980.274979:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204980.274984:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204980.274989:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204980.274990:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4112
00000400:00000200:3.0:1788204980.274997:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204980.275003:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204980.275008:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204980.275013:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.275015:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204980.275017:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.275020:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204980.275022:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204980.275024:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1788204980.275025:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204980.275028:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204980.275030:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788204980.275033:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788204980.275035:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000200:0.0:1788204980.275039:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788204980.275040:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.275044:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204980.275046:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204980.275047:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204980.275048:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000800:00000010:0.0:1788204980.275050:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000100:00080000:3.0:1788204980.275051:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204980.275053:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204980.275056:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204980.275057:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1788204980.275063:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:3.0:1788204980.275066:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204980.275068:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1788204980.275070:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204980.275073:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204980.275077:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204980.275078:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788204980.275080:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204980.275086:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000100:00000010:3.0:1788204980.275088:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204980.275093:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000800:00000100:0.0:1788204980.275099:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204980.275099:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204980.275103:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204980.275104:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000100:00000001:3.0:1788204980.275106:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204980.275109:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204980.275114:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788204980.275117:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.275122:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1788204980.275122:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788204980.275127:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.275131:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000100:00100000:3.0:1788204980.275133:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204980.275136:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:3.0:1788204980.275141:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204980.275143:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.275145:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204980.275147:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204980.275154:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204980.275156:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204980.275158:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4122)
00000100:00000001:0.0:1788204980.275169:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204980.275173:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275180:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.275182:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204980.275187:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.275191:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204980.275194:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298787496
00000100:00000010:0.0:1788204980.275199:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788204980.275205:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204980.275213:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298787496
00000100:00000010:0.0:1788204980.275216:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808aae0.
00000100:00000001:0.0:1788204980.275220:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204980.275224:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204980.275226:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.275228:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204980.275234:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204980/real 1788204980]  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204980.275242:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204980.275244:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204980.275246:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204980.275249:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204980.275251:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204980.275253:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204980.275256:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204980.275265:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275277:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204980.275279:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275281:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204980.275283:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204980.275287:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275294:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204980.275299:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275306:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204980.275309:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275311:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204980.275312:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275314:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204980.275317:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204980.275320:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204980.275323:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204980.275326:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204980.275330:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204980.275338:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556798848:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204980.275343:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275345:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204980.275348:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556798848/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275355:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204980.275357:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204980.275360:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204980.275363:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204980.275365:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204980.275367:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788204980.275370:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204980.275372:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:0.0:1788204980.275376:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204980.275377:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204980.275379:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788204980.275382:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204980.275383:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275386:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275392:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204980.275394:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.275396:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204980.275437:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204980.275439:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204980.275443:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275450:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204980.275451:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204980.275453:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204980.275455:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204980.275457:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204980.275460:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798976:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204980.275464:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204980.275466:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204980.275467:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204980.275469:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204980.275473:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204980.275474:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.275478:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204980.275480:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204980.275483:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204980.275487:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556798976, portal 10
00000100:00000001:0.0:1788204980.275489:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204980.275490:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788204980.275496:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275503:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204980.275505:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204980.275507:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204980.275510:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556798976, offset 0
00000400:00000200:0.0:1788204980.275514:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204980.275518:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204980.275522:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204980.275525:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204980.275528:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204980.275531:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204980.275533:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204980.275536:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3446:3446:256:4294967295] 192.168.201.145@tcp LPNI seq info [3446:3446:8:4294967295]
00000400:00000200:0.0:1788204980.275540:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204980.275546:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204980.275551:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204980.275554:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204980.275558:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204980.275561:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204980.275565:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204980.275567:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204980.275571:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204980.275573:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204980.275576:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204980.275579:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204980.275582:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204980.275584:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204980.275586:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204980.275590:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275603:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204980.275606:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275612:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.275614:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204980.275617:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204980.275621:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204980.275624:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204980.275626:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298785619
00000100:00000001:0.0:1788204980.275629:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298787496
00000100:00000001:0.0:1788204980.275631:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298785619
00000100:00000001:0.0:1788204980.275633:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298787496
00000100:00000001:0.0:1788204980.275635:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204980.275637:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.275639:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204980.275642:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204980/real 1788204980]  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204980.275649:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204980.275651:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204980.275653:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204980.275655:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204980.275656:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204980.275658:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204980.275662:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204980.275670:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275676:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204980.275678:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275680:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204980.275681:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204980.275685:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275691:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204980.275695:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275703:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204980.275705:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275707:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204980.275708:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275710:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204980.275712:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204980.275715:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204980.275719:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204980.275721:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204980.275725:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204980.275733:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556798976:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204980.275736:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204980.275740:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275745:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204980.275746:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204980.275748:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204980.275750:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204980.275752:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204980.275755:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799104:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204980.275758:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204980.275760:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204980.275762:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204980.275763:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204980.275766:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204980.275768:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.275771:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204980.275774:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204980.275777:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204980.275779:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556799104, portal 4
00000100:00000001:0.0:1788204980.275781:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204980.275782:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788204980.275788:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275794:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204980.275796:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204980.275798:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204980.275800:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556799104, offset 0
00000400:00000200:0.0:1788204980.275804:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204980.275808:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204980.275811:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204980.275813:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204980.275815:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204980.275818:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204980.275820:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204980.275823:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3447:3447:256:4294967295] 192.168.201.145@tcp LPNI seq info [3447:3447:8:4294967295]
00000400:00000200:0.0:1788204980.275826:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204980.275832:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204980.275836:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204980.275838:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204980.275841:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204980.275843:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204980.275845:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204980.275847:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204980.275849:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204980.275850:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204980.275852:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204980.275854:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204980.275856:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204980.275857:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204980.275859:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204980.275861:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275866:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204980.275868:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275871:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.275872:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204980.275874:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204980.275876:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204980.275878:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204980.275891:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298785302
00000100:00000001:0.0:1788204980.275893:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298787496
00000100:00000001:0.0:1788204980.275894:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298785302
00000100:00000001:0.0:1788204980.275896:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298787496
00000100:00000001:0.0:1788204980.275897:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204980.275898:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.275899:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204980.275901:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204980/real 1788204980]  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204980.275906:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204980.275907:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204980.275908:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204980.275910:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204980.275910:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204980.275912:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204980.275913:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204980.275918:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275921:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204980.275922:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275923:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204980.275924:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204980.275926:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275929:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204980.275932:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275936:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204980.275937:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275938:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204980.275938:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.275939:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204980.275940:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204980.275942:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204980.275943:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204980.275944:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204980.275946:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204980.275954:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799104:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204980.275956:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204980.275958:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275962:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204980.275962:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204980.275963:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204980.275964:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204980.275966:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204980.275967:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799232:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204980.275968:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204980.275970:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204980.275970:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204980.275971:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204980.275973:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204980.275974:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204980.275976:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204980.275977:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204980.275979:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204980.275981:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556799232, portal 4
00000100:00000001:0.0:1788204980.275982:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204980.275983:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788204980.275986:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.275990:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204980.275991:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204980.275992:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204980.275994:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556799232, offset 0
00000400:00000200:0.0:1788204980.275996:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204980.275998:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204980.276000:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204980.276002:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204980.276003:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204980.276005:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204980.276006:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204980.276008:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3448:3448:256:4294967295] 192.168.201.145@tcp LPNI seq info [3448:3448:8:4294967295]
00000400:00000200:0.0:1788204980.276010:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204980.276014:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204980.276017:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204980.276018:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204980.276020:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204980.276022:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204980.276024:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204980.276038:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204980.276040:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204980.276041:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204980.276043:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204980.276045:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204980.276048:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204980.276049:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204980.276050:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204980.276052:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.276057:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204980.276059:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.276062:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.276063:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204980.276065:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204980.276067:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204980.276069:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204980.276070:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298786033
00000100:00000001:0.0:1788204980.276072:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298787496
00000100:00000001:0.0:1788204980.276073:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298786033
00000100:00000001:0.0:1788204980.276074:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298787496
00000100:00000001:0.0:1788204980.276075:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204980.276076:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.276077:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204980.276079:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204980/real 1788204980]  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204980.276083:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204980.276084:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204980.276085:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204980.276086:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204980.276087:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204980.276088:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204980.276090:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204980.276094:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.276098:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204980.276098:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.276099:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204980.276100:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204980.276102:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.276105:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204980.276107:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.276111:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204980.276112:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.276113:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204980.276114:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.276115:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204980.276116:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204980.276117:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204980.276119:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204980.276120:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204980.276122:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204980.276126:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799232:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204980.276128:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.276129:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204980.276130:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556798976/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.276134:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204980.276135:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204980.276136:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788204980.276137:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204980.276138:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204980.276138:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204980.276140:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204980.276141:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:0.0:1788204980.276143:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204980.276144:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204980.276144:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788204980.276146:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204980.276147:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.276148:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204980.276149:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556799104/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.276156:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204980.276157:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204980.276158:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204980.276160:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204980.276161:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204980.276161:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204980.276162:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204980.276163:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:0.0:1788204980.276164:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204980.276164:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204980.276165:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788204980.276166:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204980.276167:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.276168:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204980.276169:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556799232/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204980.276172:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204980.276173:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204980.276174:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204980.276175:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204980.276175:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204980.276176:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204980.276177:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204980.276177:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:0.0:1788204980.276179:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204980.276179:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204980.276180:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788204980.276181:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204980.276181:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.276182:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204980.276185:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204980.276185:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204980.276186:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204980.276187:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204980.594503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204980.594510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204980.594511:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204980.594516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204980.594520:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204980.594524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204980.594526:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204980.594529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204980.594531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204980.594532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204980.594537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204980.594542:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204980.594544:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204980.594599:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204980.594601:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204980.594604:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204980.786516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204980.786523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204980.786525:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204980.786530:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204980.786533:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204980.786536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204980.786539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204980.786541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204980.786544:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204981.618489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204981.618498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204981.618500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204981.618506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204981.618510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204981.618514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204981.618517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204981.618520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204981.618524:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204981.618524:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204981.618532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204981.618540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204981.618542:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204981.618581:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204981.618585:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204981.618589:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204981.810541:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204981.810549:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204981.810551:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204981.810556:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204981.810559:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204981.810563:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204981.810565:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204981.810568:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204981.810570:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204982.514464:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298787496, at 4298787520
00000100:00000040:1.0:1788204982.514494:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298787496, at 4298787520
00000100:00000010:0.0:1788204982.514500:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788204982.514503:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808aae0.
00000100:00000001:1.0:1788204982.642482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204982.642488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204982.642490:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204982.642493:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204982.642497:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204982.642500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204982.642503:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204982.642512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204982.642515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204982.642533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204982.642540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204982.642547:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204982.642548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204982.642600:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204982.642602:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204982.642605:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204982.834529:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204982.834536:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204982.834538:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204982.834543:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204982.834546:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204982.834549:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204982.834552:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204982.834555:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204982.834557:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.666483:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204983.666485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204983.666495:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204983.666499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204983.666500:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204983.666504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204983.666506:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204983.666513:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:1.0:1788204983.666514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204983.666516:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204983.666520:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.666521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204983.666523:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.666527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204983.666529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204983.666533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204983.666533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.666539:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204983.666542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204983.666569:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204983.666573:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204983.666575:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204983.858551:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204983.858562:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204983.858564:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.858572:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204983.858576:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204983.858581:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.858585:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.858588:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.858591:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204984.690525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204984.690533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204984.690538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204984.690540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204984.690604:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204984.690609:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204984.690611:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204984.690616:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204984.690620:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204984.690623:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204984.690626:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204984.690629:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204984.690632:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204984.690658:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204984.690664:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204984.690667:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204984.882530:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204984.882538:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204984.882540:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204984.882545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204984.882550:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204984.882553:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204984.882555:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204984.882558:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204984.882561:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204985.394523:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204985.394530:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204985.394538:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204985.394541:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204985.394544:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204985.394549:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4117
00000400:00000200:1.0:1788204985.394556:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204985.394562:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204985.394567:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204985.394570:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204985.394572:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204985.394574:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204985.394577:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204985.394581:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204985.394583:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788204985.394585:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204985.394588:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788204985.394589:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788204985.394592:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788204985.394594:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204985.394596:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204985.394598:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204985.394599:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204985.394602:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788204985.394605:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788204985.394607:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204985.394609:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204985.394612:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204985.394615:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.394616:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204985.394618:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204985.394626:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0dc00.
00000020:00000040:1.0:1788204985.394629:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788204985.394633:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204985.394635:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.394637:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204985.394640:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204985.394644:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204985.394650:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788204985.394657:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204985.394665:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204985.394673:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204985.394677:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204985.394682:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f228e2f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204985.394703:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204985.394706:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204985.394708:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204985.394710:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204985.394711:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204985.394713:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204985.394715:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4117
00000400:00000200:1.0:1788204985.394719:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788204985.394721:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204985.394723:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204985.394727:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204985.394729:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204985.394731:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204985.394732:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788204985.394734:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204985.394736:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1788204985.394736:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788204985.394740:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204985.394741:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788204985.394742:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:0.0:1788204985.394744:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788204985.394746:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788204985.394752:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204985.394752:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788204985.394759:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204985.394763:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204985.394765:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204985.394767:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204985.394769:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:0.0:1788204985.394773:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788204985.394773:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204985.394777:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.394777:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204985.394782:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204985.394783:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204985.394787:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204985.394788:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204985.394789:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204985.394802:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556799360:192.168.201.145@tcp:250:kworker.0
02000000:00000001:1.0:1788204985.394807:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.394810:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204985.394811:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204985.394814:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1788204985.394816:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204985.394817:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204985.394821:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1788204985.394823:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204985.394826:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:1.0:1788204985.394827:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204985.394830:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204985.394834:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ce00.
00000400:00000200:0.0:1788204985.394837:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:1.0:1788204985.394839:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000400:00000010:0.0:1788204985.394842:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
02000000:00000001:1.0:1788204985.394844:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204985.394846:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204985.394849:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:1.0:1788204985.394849:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204985.394853:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204985.394857:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204985.394858:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556799360, portal 25
00000100:00000001:0.0:1788204985.394861:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1788204985.394862:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:0.0:1788204985.394863:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250523648 : -105387459027968 : ffffa02691f0dc00)
00000100:00000001:1.0:1788204985.394867:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204985.394870:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204985.394876:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204985.394878:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204985.394884:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204985.394887:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204985.394891:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556799360, offset 0
00000100:00000001:1.0:1788204985.394893:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204985.394897:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204985.394898:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788204985.394906:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc34592] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204985.394907:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204985.394913:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204985.394919:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204985.394924:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204985.394925:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204985.394930:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788204985.394931:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204985.394933:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204985.394938:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3449:3449:256:4294967295] 192.168.201.145@tcp LPNI seq info [3449:3449:8:4294967295]
00000100:00080000:1.0:1788204985.394938:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204985.394942:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204985.394945:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788204985.394947:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204985.394953:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204985.394954:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1788204985.394959:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4117
00000800:00000200:0.0:1788204985.394964:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788204985.394967:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:0.0:1788204985.394968:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000400:00000200:1.0:1788204985.394974:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000200:0.0:1788204985.394978:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:1.0:1788204985.394980:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788204985.394982:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1788204985.394987:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:0.1:1788204985.394991:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788204985.394992:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1788204985.394994:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1788204985.394999:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000100:0.0:1788204985.395001:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788204985.395005:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:0.0:1788204985.395006:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000020:00000001:1.0:1788204985.395011:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204985.395013:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1788204985.395014:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788204985.395018:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204985.395021:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:0.0:1788204985.395022:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788204985.395026:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788204985.395030:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000020:00000001:1.0:1788204985.395031:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:0.0:1788204985.395035:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000040:1.0:1788204985.395039:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204985.395042:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204985.395043:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204985.395048:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:0.0:1788204985.395051:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204985.395051:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204985.395057:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788204985.395063:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204985.395068:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204985.395068:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204985.395072:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788204985.395075:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204985.395077:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204985.395082:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.395086:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204985.395090:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204985.395091:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204985.395093:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1788204985.395095:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.395098:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204985.395101:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c000.
00000020:00000040:1.0:1788204985.395104:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204985.395106:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204985.395108:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.395110:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204985.395111:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204985.395112:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204985.395116:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204985.395119:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:1.0:1788204985.395122:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:0.0:1788204985.395124:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298792616
00000100:00000001:1.0:1788204985.395129:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204985.395131:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00100000:1.0:1788204985.395137:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204985.395138:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204985.395145:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298792616
00000100:00000001:1.0:1788204985.395148:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1788204985.395149:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ae40.
00000100:00000001:0.0:1788204985.395153:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204985.395154:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395155:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204985.395159:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395161:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788204985.395162:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c5fe36] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204985.395167:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204985/real 1788204985]  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204985.395183:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204985.395189:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1788204985.395191:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204985.395193:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1788204985.395195:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:0.0:1788204985.395196:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000100:00000001:1.0:1788204985.395200:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204985.395201:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204985.395204:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00080000:1.0:1788204985.395205:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204985.395206:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204985.395211:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204985.395212:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204985.395218:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4117
00000100:00000200:0.0:1788204985.395222:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204985.395228:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204985.395232:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204985.395234:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788204985.395237:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204985.395238:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204985.395240:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204985.395243:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788204985.395246:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204985.395251:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204985.395254:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204985.395256:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204985.395260:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204985.395263:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788204985.395269:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204985.395272:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1788204985.395274:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204985.395275:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204985.395277:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:0.0:1788204985.395278:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204985.395280:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395283:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1788204985.395283:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204985.395285:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1788204985.395287:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00080000:0.0:1788204985.395288:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1788204985.395294:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00080000:0.0:1788204985.395295:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204985.395298:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1788204985.395300:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204985.395302:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204985.395309:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00100000:0.0:1788204985.395313:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556799360:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788204985.395314:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204985.395318:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204985.395320:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204985.395321:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204985.395326:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0dc00 x1875064556799360/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204985.395326:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788204985.395333:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:0.0:1788204985.395337:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204985.395340:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:1.0:1788204985.395341:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000010:0.0:1788204985.395342:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
00000100:00000001:1.0:1788204985.395345:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204985.395347:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204985.395350:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204985.395352:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204985.395354:0:2340:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:1.0:1788204985.395355:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204985.395356:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000100:00000001:1.0:1788204985.395359:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:0.0:1788204985.395360:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204985.395365:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
00000008:00100000:1.0:1788204985.395365:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204985.395369:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:1.0:1788204985.395370:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204985.395372:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1788204985.395374:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204985.395375:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0dc00.
00000100:00000001:0.0:1788204985.395378:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000010:1.0:1788204985.395379:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ed80.
00000100:00000001:0.0:1788204985.395380:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395383:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204985.395384:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788204985.395388:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204985.395389:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395392:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204985.395392:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204985.395396:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204985.395396:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204985.395430:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204985.395434:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:0.0:1788204985.395436:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204985.395439:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204985.395441:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204985.395441:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204985.395446:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204985.395450:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204985.395454:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204985.395457:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204985.395461:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204985.395464:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204985.395466:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204985.395467:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.395470:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204985.395473:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799488:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204985.395476:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204985.395478:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1788204985.395478:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e62ae2b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204985.395481:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204985.395484:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204985.395488:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204985.395493:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.395495:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204985.395498:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204985.395501:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000040:1.0:1788204985.395502:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4128)
00000400:00000010:0.0:1788204985.395504:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204985.395508:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556799488, portal 10
00000100:00000001:0.0:1788204985.395509:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204985.395510:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520064 : -105387459031552 : ffffa02691f0ce00)
00000100:00000040:0.0:1788204985.395516:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395521:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204985.395522:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204985.395524:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204985.395525:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556799488, offset 0
00000400:00000200:0.0:1788204985.395528:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204985.395537:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204985.395540:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204985.395542:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204985.395544:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204985.395545:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204985.395547:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204985.395549:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3450:3450:256:4294967295] 192.168.201.145@tcp LPNI seq info [3450:3450:8:4294967295]
00000400:00000200:0.0:1788204985.395551:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204985.395555:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204985.395558:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204985.395560:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204985.395562:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204985.395564:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204985.395567:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204985.395569:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204985.395571:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204985.395573:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204985.395575:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204985.395577:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204985.395578:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204985.395580:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204985.395581:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204985.395583:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395588:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204985.395590:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395594:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395595:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204985.395597:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204985.395599:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204985.395601:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204985.395602:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298790739
00000100:00000001:0.0:1788204985.395604:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298792616
00000100:00000001:0.0:1788204985.395606:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298790739
00000100:00000001:0.0:1788204985.395607:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298792616
00000100:00000001:0.0:1788204985.395608:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204985.395614:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395615:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204985.395617:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204985/real 1788204985]  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204985.395622:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204985.395623:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204985.395624:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204985.395625:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204985.395626:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204985.395627:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204985.395629:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204985.395634:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395637:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204985.395638:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395639:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204985.395639:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204985.395641:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395645:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204985.395647:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395651:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204985.395652:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395653:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204985.395654:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395655:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204985.395657:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204985.395658:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204985.395660:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204985.395661:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204985.395663:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204985.395667:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799488:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204985.395669:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204985.395671:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395674:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204985.395675:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204985.395676:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204985.395677:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204985.395678:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204985.395680:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799616:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204985.395682:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204985.395683:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204985.395684:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204985.395685:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204985.395686:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204985.395687:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204985.395689:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204985.395690:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204985.395692:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204985.395694:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556799616, portal 4
00000100:00000001:0.0:1788204985.395695:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204985.395696:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250516480 : -105387459035136 : ffffa02691f0c000)
00000100:00000040:0.0:1788204985.395699:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395703:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204985.395705:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204985.395706:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204985.395707:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556799616, offset 0
00000400:00000200:0.0:1788204985.395709:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204985.395711:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204985.395713:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204985.395714:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204985.395716:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204985.395717:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204985.395718:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204985.395720:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3451:3451:256:4294967295] 192.168.201.145@tcp LPNI seq info [3451:3451:8:4294967295]
00000400:00000200:0.0:1788204985.395722:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204985.395726:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204985.395728:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204985.395730:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204985.395732:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204985.395733:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204985.395735:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204985.395737:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204985.395739:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204985.395740:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204985.395742:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204985.395744:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204985.395746:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204985.395747:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204985.395748:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204985.395750:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395754:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204985.395756:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395760:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395761:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204985.395762:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204985.395764:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204985.395765:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204985.395766:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298790422
00000100:00000001:0.0:1788204985.395768:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298792616
00000100:00000001:0.0:1788204985.395769:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298790422
00000100:00000001:0.0:1788204985.395770:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298792616
00000100:00000001:0.0:1788204985.395772:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204985.395773:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395774:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204985.395776:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204985/real 1788204985]  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204985.395779:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204985.395780:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204985.395781:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204985.395782:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204985.395783:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204985.395784:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204985.395785:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204985.395805:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395811:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204985.395812:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395813:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204985.395814:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204985.395817:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395822:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204985.395824:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395828:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204985.395829:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395830:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204985.395831:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395832:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204985.395833:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204985.395834:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204985.395835:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204985.395836:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204985.395838:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204985.395842:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799616:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204985.395845:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395846:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204985.395848:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ce00 x1875064556799488/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395851:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204985.395852:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204985.395853:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204985.395855:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204985.395856:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204985.395856:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204985.395857:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204985.395859:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:0.0:1788204985.395861:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204985.395861:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204985.395862:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ce00.
00000100:00000001:0.0:1788204985.395864:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204985.395865:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395866:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204985.395867:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c000 x1875064556799616/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395871:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204985.395872:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204985.395872:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204985.395874:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204985.395874:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204985.395875:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204985.395876:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204985.395877:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:0.0:1788204985.395878:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204985.395878:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204985.395879:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c000.
00000100:00000001:0.0:1788204985.395880:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204985.395880:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395881:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.395883:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204985.395884:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395885:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204985.395886:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204985.395887:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204985.395888:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395892:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204985.395893:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204985.395894:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204985.395895:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204985.395896:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204985.395898:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799744:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204985.395900:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204985.395901:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204985.395902:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204985.395903:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204985.395905:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204985.395906:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204985.395908:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204985.395909:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204985.395911:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204985.395913:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556799744, portal 4
00000100:00000001:0.0:1788204985.395917:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204985.395918:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250528128 : -105387459023488 : ffffa02691f0ed80)
00000100:00000040:0.0:1788204985.395922:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395925:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204985.395927:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204985.395928:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204985.395929:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556799744, offset 0
00000400:00000200:0.0:1788204985.395932:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204985.395934:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204985.395936:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204985.395938:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204985.395939:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204985.395941:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204985.395942:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204985.395944:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3452:3452:256:4294967295] 192.168.201.145@tcp LPNI seq info [3452:3452:8:4294967295]
00000400:00000200:0.0:1788204985.395946:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204985.395950:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204985.395952:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204985.395953:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204985.395956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204985.395958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204985.395960:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204985.395962:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204985.395964:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204985.395965:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204985.395967:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204985.395969:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204985.395970:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204985.395971:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204985.395973:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204985.395975:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395979:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204985.395980:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.395984:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395985:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204985.395986:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204985.395988:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204985.395990:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204985.395991:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298791153
00000100:00000001:0.0:1788204985.395992:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298792616
00000100:00000001:0.0:1788204985.395994:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298791153
00000100:00000001:0.0:1788204985.395995:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298792616
00000100:00000001:0.0:1788204985.395996:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204985.395997:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.395998:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204985.396000:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204985/real 1788204985]  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204985.396004:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204985.396004:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204985.396005:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204985.396007:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204985.396008:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204985.396009:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204985.396010:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204985.396017:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.396022:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204985.396023:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.396025:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204985.396026:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204985.396029:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.396035:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204985.396039:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.396045:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204985.396048:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.396049:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204985.396051:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.396052:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204985.396054:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204985.396056:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204985.396059:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204985.396062:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204985.396065:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204985.396069:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556799744:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204985.396072:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.396073:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204985.396075:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ed80 x1875064556799744/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204985.396080:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204985.396081:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204985.396083:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204985.396085:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204985.396087:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204985.396088:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204985.396090:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204985.396091:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:0.0:1788204985.396093:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204985.396095:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204985.396096:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ed80.
00000100:00000001:0.0:1788204985.396099:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204985.396100:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.396101:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.396104:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204985.396106:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204985.396108:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204985.396109:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.714550:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204985.714559:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204985.714559:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204985.714567:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.714568:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204985.714580:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204985.714581:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204985.714585:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204985.714586:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204985.714592:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204985.714597:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204985.714600:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204985.714603:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204985.714630:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204985.714635:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204985.714639:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204985.906570:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204985.906577:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204985.906579:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204985.906584:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204985.906588:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204985.906592:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204985.906594:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204985.906597:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204985.906599:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204986.738487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204986.738494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204986.738496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204986.738502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204986.738507:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204986.738519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204986.738522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204986.738525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204986.738527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204986.738541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204986.738549:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204986.738556:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204986.738558:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204986.738626:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204986.738631:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204986.738636:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204986.930587:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204986.930597:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204986.930600:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204986.930608:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204986.930612:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204986.930618:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204986.930621:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204986.930625:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204986.930629:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204987.634486:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298792616, at 4298792640
00000100:00000040:0.0:1788204987.634489:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298792616, at 4298792640
00000100:00000010:0.0:1788204987.634501:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788204987.634504:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ae40.
00000100:00000001:1.0:1788204987.762496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204987.762502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204987.762505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204987.762510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204987.762512:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204987.762515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204987.762517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204987.762521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204987.762523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204987.762526:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204987.762528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204987.762533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204987.762537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204987.762578:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204987.762581:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204987.762584:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204987.954564:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204987.954574:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204987.954577:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204987.954584:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204987.954588:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204987.954593:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204987.954596:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204987.954599:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204987.954602:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204988.786482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204988.786490:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204988.786492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204988.786499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204988.786503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204988.786507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204988.786510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204988.786513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204988.786515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204988.786530:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204988.786536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204988.786540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204988.786544:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788204988.786546:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788204988.786549:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204988.786552:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204988.786554:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204988.786556:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204988.786557:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204988.786644:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204988.786653:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204988.786657:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204988.978522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204988.978530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204988.978532:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.978540:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204988.978544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204988.978548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.978550:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.978553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.978555:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204989.810498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204989.810507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204989.810510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204989.810514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204989.810516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204989.810523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204989.810524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204989.810532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204989.810533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204989.810535:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204989.810542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204989.810546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204989.810549:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204989.810576:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204989.810582:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204989.810585:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204990.002554:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204990.002564:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204990.002566:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204990.002574:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204990.002577:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204990.002581:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204990.002584:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204990.002586:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204990.002588:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204990.514522:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204990.514533:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204990.514535:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204990.514539:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204990.514543:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204990.514550:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4123
00000400:00000200:3.0:1788204990.514560:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204990.514566:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204990.514569:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204990.514572:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204990.514576:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204990.514578:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204990.514581:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204990.514585:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204990.514587:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204990.514590:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204990.514593:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204990.514595:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204990.514598:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204990.514601:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204990.514602:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204990.514604:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204990.514606:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204990.514608:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204990.514611:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204990.514614:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204990.514616:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204990.514620:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204990.514623:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.514625:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204990.514627:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204990.514636:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788204990.514639:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204990.514643:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204990.514644:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.514647:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204990.514650:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204990.514654:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204990.514660:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788204990.514667:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204990.514675:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204990.514685:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204990.514689:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204990.514693:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204990.514748:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204990.514752:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204990.514755:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204990.514756:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204990.514758:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204990.514761:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204990.514764:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4123
00000400:00000200:3.0:1788204990.514768:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204990.514772:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204990.514775:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204990.514777:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204990.514778:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204990.514781:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204990.514782:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204990.514785:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204990.514787:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204990.514790:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:0.0:1788204990.514792:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204990.514793:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204990.514796:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788204990.514798:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204990.514800:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204990.514803:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788204990.514808:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788204990.514814:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204990.514816:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204990.514817:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.514822:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204990.514823:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204990.514826:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204990.514826:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204990.514832:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.514832:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204990.514837:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00100000:0.0:1788204990.514838:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556799872:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204990.514844:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204990.514844:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:0.0:1788204990.514848:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204990.514849:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204990.514851:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204990.514852:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204990.514854:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204990.514858:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788204990.514859:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204990.514863:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204990.514864:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.514867:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204990.514870:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00100000:3.0:1788204990.514873:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788204990.514874:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000008:00000001:3.0:1788204990.514879:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204990.514880:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:3.0:1788204990.514882:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204990.514888:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556799872, portal 25
00000100:00000010:3.0:1788204990.514888:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788204990.514890:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:0.0:1788204990.514892:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204990.514895:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
02000000:00000001:3.0:1788204990.514896:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204990.514899:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204990.514903:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204990.514903:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204990.514906:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204990.514910:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.514912:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204990.514915:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000010:3.0:1788204990.514916:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000400:00000010:0.0:1788204990.514918:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204990.514921:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556799872, offset 0
00000100:00000001:3.0:1788204990.514921:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204990.514927:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00100000:3.0:1788204990.514931:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204990.514937:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204990.514946:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204990.514947:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788204990.514950:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204990.514953:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204990.514957:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204990.514959:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204990.514964:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204990.514969:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204990.514975:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3453:3453:256:4294967295] 192.168.201.145@tcp LPNI seq info [3453:3453:8:4294967295]
00000100:00000001:3.0:1788204990.514976:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204990.514980:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788204990.514981:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204990.514985:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204990.514989:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204990.514991:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204990.514993:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204990.514997:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1788204990.514998:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788204990.515002:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4123
00000800:00000010:0.0:1788204990.515003:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000400:00000200:3.0:1788204990.515008:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:0.0:1788204990.515013:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000400:00000200:3.0:1788204990.515017:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000200:0.0:1788204990.515020:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1788204990.515021:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204990.515028:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204990.515033:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1788204990.515033:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788204990.515039:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:0.1:1788204990.515040:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1788204990.515041:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204990.515047:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204990.515050:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000800:00000100:0.0:1788204990.515051:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788204990.515052:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:0.0:1788204990.515055:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000020:00000040:3.0:1788204990.515056:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788204990.515060:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788204990.515062:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788204990.515063:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788204990.515070:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788204990.515071:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204990.515076:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204990.515078:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000100:00000040:3.0:1788204990.515081:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000010:0.0:1788204990.515082:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:3.0:1788204990.515086:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204990.515088:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1788204990.515091:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000200:0.0:1788204990.515093:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204990.515098:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204990.515104:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204990.515108:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204990.515110:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204990.515112:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788204990.515114:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204990.515116:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.515120:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204990.515123:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204990.515125:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515128:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1788204990.515128:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.515132:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515134:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204990.515136:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000400:00000200:0.0:1788204990.515140:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:3.0:1788204990.515141:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204990.515143:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298797736
02000000:00000001:3.0:1788204990.515146:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1788204990.515149:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
02000000:00000001:3.0:1788204990.515149:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.515154:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204990.515155:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204990.515156:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788204990.515158:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204990.515163:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:0.0:1788204990.515164:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298797736
00000100:00000001:3.0:1788204990.515168:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204990.515170:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a780.
00000100:00000001:0.0:1788204990.515173:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204990.515177:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788204990.515177:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204990.515181:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515185:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204990.515190:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204990/real 1788204990]  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204990.515192:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204990.515195:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204990.515202:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204990.515203:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204990.515204:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204990.515207:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204990.515211:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204990.515214:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204990.515218:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204990.515220:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204990.515224:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204990.515224:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204990.515234:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204990.515237:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1788204990.515239:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204990.515241:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204990.515248:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204990.515248:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204990.515251:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515254:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788204990.515254:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4123
00000100:00000001:0.0:1788204990.515257:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204990.515262:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204990.515263:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204990.515269:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204990.515270:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000040:0.0:1788204990.515274:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204990.515276:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204990.515283:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204990.515284:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204990.515289:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204990.515289:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204990.515292:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204990.515295:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204990.515295:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204990.515297:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204990.515298:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204990.515300:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204990.515303:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204990.515307:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204990.515308:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:0.0:1788204990.515311:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204990.515314:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204990.515317:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00100000:0.0:1788204990.515321:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556799872:192.168.201.145@tcp:250:kworker.0
00000020:00000001:3.0:1788204990.515321:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204990.515326:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204990.515326:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:0.0:1788204990.515330:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1788204990.515332:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788204990.515334:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556799872/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204990.515336:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788204990.515343:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204990.515346:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1788204990.515346:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000010:0.0:1788204990.515349:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
00000100:00000001:3.0:1788204990.515351:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204990.515352:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204990.515355:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204990.515358:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000100:00000040:3.0:1788204990.515358:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000020:00000001:0.0:1788204990.515364:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204990.515364:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000010:0.0:1788204990.515366:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
00000020:00000040:3.0:1788204990.515368:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
02000000:00000001:0.0:1788204990.515369:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204990.515371:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204990.515373:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00080000:3.0:1788204990.515373:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788204990.515378:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204990.515379:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515380:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515383:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204990.515383:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204990.515388:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204990.515391:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1788204990.515392:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515394:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.515419:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204990.515423:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204990.515426:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515427:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204990.515428:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515430:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204990.515432:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1788204990.515434:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000100:00000040:0.0:1788204990.515436:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204990.515438:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788204990.515444:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204990.515446:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204990.515447:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515448:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204990.515451:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204990.515452:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204990.515454:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204990.515455:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204990.515458:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204990.515459:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204990.515461:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800000:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204990.515466:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1788204990.515466:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
02000000:00000001:0.0:1788204990.515469:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204990.515471:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204990.515472:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204990.515476:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788204990.515479:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788204990.515480:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204990.515485:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204990.515493:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204990.515495:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1788204990.515498:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000001:3.0:1788204990.515499:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204990.515503:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000040:3.0:1788204990.515505:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204990.515508:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556800000, portal 10
00000100:00000001:0.0:1788204990.515513:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204990.515515:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000001:3.0:1788204990.515523:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204990.515524:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204990.515529:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4133)
00000100:00000001:0.0:1788204990.515530:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204990.515535:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204990.515537:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204990.515539:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556800000, offset 0
00000400:00000200:0.0:1788204990.515541:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204990.515544:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204990.515547:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204990.515549:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204990.515550:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204990.515552:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204990.515554:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204990.515557:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3454:3454:256:4294967295] 192.168.201.145@tcp LPNI seq info [3454:3454:8:4294967295]
00000400:00000200:0.0:1788204990.515560:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204990.515564:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204990.515567:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204990.515569:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204990.515571:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204990.515573:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204990.515576:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204990.515577:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788204990.515580:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204990.515581:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204990.515583:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204990.515585:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204990.515587:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204990.515588:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204990.515589:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204990.515591:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515596:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204990.515598:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515601:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515602:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204990.515604:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204990.515607:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204990.515608:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204990.515609:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298795859
00000100:00000001:0.0:1788204990.515611:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298797736
00000100:00000001:0.0:1788204990.515613:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298795859
00000100:00000001:0.0:1788204990.515614:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298797736
00000100:00000001:0.0:1788204990.515615:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204990.515616:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515617:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204990.515619:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204990/real 1788204990]  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204990.515624:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204990.515625:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204990.515626:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204990.515627:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204990.515628:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204990.515629:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204990.515631:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204990.515635:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515638:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204990.515639:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515640:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204990.515641:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204990.515643:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515647:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204990.515649:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515652:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204990.515654:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515654:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204990.515655:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515656:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204990.515657:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204990.515659:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204990.515660:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204990.515661:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204990.515664:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204990.515669:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800000:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204990.515671:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204990.515672:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515684:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204990.515684:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204990.515686:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204990.515687:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204990.515688:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204990.515689:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800128:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204990.515691:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204990.515692:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204990.515693:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204990.515694:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204990.515696:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204990.515698:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204990.515699:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204990.515701:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204990.515714:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204990.515717:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556800128, portal 4
00000100:00000001:0.0:1788204990.515718:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204990.515719:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788204990.515723:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515726:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204990.515728:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204990.515729:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204990.515730:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556800128, offset 0
00000400:00000200:0.0:1788204990.515733:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204990.515735:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204990.515737:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204990.515739:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204990.515740:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204990.515742:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204990.515743:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204990.515745:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3455:3455:256:4294967295] 192.168.201.145@tcp LPNI seq info [3455:3455:8:4294967295]
00000400:00000200:0.0:1788204990.515748:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204990.515752:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204990.515754:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204990.515756:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204990.515758:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204990.515759:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204990.515762:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204990.515763:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788204990.515766:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204990.515767:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204990.515769:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204990.515771:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204990.515772:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204990.515773:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204990.515775:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204990.515776:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515781:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204990.515783:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515786:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515787:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204990.515789:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204990.515790:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204990.515792:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204990.515793:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298795542
00000100:00000001:0.0:1788204990.515795:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298797736
00000100:00000001:0.0:1788204990.515796:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298795542
00000100:00000001:0.0:1788204990.515797:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298797736
00000100:00000001:0.0:1788204990.515798:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204990.515799:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515800:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204990.515802:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204990/real 1788204990]  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204990.515807:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204990.515808:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204990.515809:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204990.515811:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204990.515812:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204990.515813:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204990.515815:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204990.515821:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515824:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204990.515825:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515826:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204990.515827:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204990.515829:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515832:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204990.515835:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515839:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204990.515840:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515841:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204990.515842:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515843:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204990.515844:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204990.515845:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204990.515847:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204990.515848:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204990.515850:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204990.515854:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800128:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204990.515856:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515857:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204990.515858:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556800000/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515862:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204990.515862:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204990.515864:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204990.515865:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204990.515866:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204990.515866:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204990.515867:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204990.515868:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:0.0:1788204990.515870:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204990.515871:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204990.515872:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788204990.515874:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204990.515874:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515875:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204990.515877:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556800128/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515885:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204990.515886:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204990.515887:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204990.515889:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204990.515889:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204990.515890:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204990.515891:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204990.515892:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:0.0:1788204990.515893:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204990.515893:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204990.515894:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788204990.515897:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204990.515897:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515898:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.515900:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204990.515902:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515903:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204990.515904:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204990.515905:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204990.515907:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515910:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204990.515911:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204990.515912:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204990.515913:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204990.515914:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204990.515915:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800256:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204990.515917:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204990.515918:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204990.515920:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204990.515920:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204990.515922:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204990.515923:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204990.515924:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204990.515926:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204990.515928:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204990.515929:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556800256, portal 4
00000100:00000001:0.0:1788204990.515930:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204990.515931:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:0.0:1788204990.515935:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515938:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204990.515940:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204990.515941:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204990.515942:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556800256, offset 0
00000400:00000200:0.0:1788204990.515944:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204990.515946:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204990.515948:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204990.515949:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204990.515951:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204990.515952:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204990.515953:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204990.515955:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3456:3456:256:4294967295] 192.168.201.145@tcp LPNI seq info [3456:3456:8:4294967295]
00000400:00000200:0.0:1788204990.515957:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204990.515961:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204990.515963:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204990.515965:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204990.515967:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204990.515968:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204990.515971:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204990.515972:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788204990.515974:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204990.515975:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204990.515977:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204990.515979:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204990.515980:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204990.515981:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204990.515983:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204990.515985:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515989:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204990.515991:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.515994:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.515995:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204990.515997:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204990.515998:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204990.516000:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204990.516001:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298796273
00000100:00000001:0.0:1788204990.516002:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298797736
00000100:00000001:0.0:1788204990.516003:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298796273
00000100:00000001:0.0:1788204990.516005:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298797736
00000100:00000001:0.0:1788204990.516006:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204990.516007:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.516008:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204990.516010:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204990/real 1788204990]  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204990.516016:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204990.516018:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204990.516019:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204990.516021:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204990.516023:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204990.516024:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204990.516027:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204990.516036:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.516046:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204990.516047:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.516049:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204990.516050:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204990.516054:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.516059:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204990.516063:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.516069:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204990.516071:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.516073:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204990.516074:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.516075:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204990.516077:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204990.516079:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204990.516082:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204990.516083:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204990.516086:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204990.516090:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800256:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204990.516092:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.516094:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204990.516095:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556800256/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204990.516099:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204990.516100:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204990.516101:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204990.516103:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204990.516104:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204990.516105:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204990.516106:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204990.516107:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:0.0:1788204990.516108:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204990.516109:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204990.516110:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788204990.516112:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204990.516112:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.516113:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.516115:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204990.516116:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204990.516117:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204990.516118:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204990.834443:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204990.834450:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204990.834452:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204990.834457:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204990.834461:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204990.834465:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204990.834468:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204990.834471:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204990.834474:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204990.834508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204990.834513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204990.834517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204990.834518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204990.834576:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204990.834580:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204990.834584:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204991.026544:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204991.026554:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204991.026557:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204991.026564:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204991.026569:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204991.026574:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204991.026577:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204991.026581:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204991.026584:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204991.858508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204991.858518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204991.858521:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204991.858527:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204991.858531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204991.858533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204991.858535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204991.858539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204991.858541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204991.858546:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204991.858547:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204991.858548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204991.858555:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204991.858582:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204991.858590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204991.858597:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204992.050562:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204992.050572:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204992.050575:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204992.050582:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204992.050587:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204992.050591:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204992.050594:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204992.050597:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204992.050600:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204992.754503:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298797736, at 4298797760
00000100:00000040:1.0:1788204992.754503:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298797736, at 4298797760
00000100:00000010:1.0:1788204992.754520:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a780.
00000100:00000010:0.0:1788204992.754521:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:1.0:1788204992.882498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204992.882505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204992.882507:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204992.882514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204992.882516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204992.882518:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204992.882523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204992.882525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204992.882528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204992.882530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204992.882531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204992.882535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204992.882539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204992.882578:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204992.882581:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204992.882584:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204993.074526:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204993.074537:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204993.074539:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204993.074546:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204993.074550:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204993.074555:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.074557:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204993.074560:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.074563:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204993.906506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788204993.906515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204993.906517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204993.906522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788204993.906524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204993.906531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204993.906533:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204993.906535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204993.906538:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788204993.906541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788204993.906544:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204993.906546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204993.906557:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204993.906557:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788204993.906562:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204993.906566:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204993.906572:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204993.906577:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204993.906579:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204993.906638:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204993.906667:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204993.906672:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204994.098522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204994.098530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204994.098531:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204994.098536:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204994.098539:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204994.098542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.098544:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204994.098547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204994.098549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204994.930522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204994.930527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204994.930532:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204994.930533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204994.930536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204994.930543:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204994.930543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204994.930547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204994.930550:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204994.930555:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204994.930558:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204994.930561:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204994.930564:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204994.930611:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204994.930615:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204994.930619:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204995.122496:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204995.122507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204995.122509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204995.122516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204995.122521:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204995.122525:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204995.122528:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204995.122532:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204995.122535:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204995.634528:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204995.634537:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204995.634539:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204995.634543:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204995.634547:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204995.634561:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4128
00000400:00000200:3.0:1788204995.634570:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204995.634576:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204995.634579:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204995.634583:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.634587:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204995.634589:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.634592:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788204995.634596:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204995.634598:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788204995.634601:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204995.634604:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788204995.634606:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788204995.634609:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788204995.634612:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.634627:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204995.634629:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.634631:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788204995.634634:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788204995.634637:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204995.634647:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204995.634650:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204995.634653:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204995.634656:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204995.634658:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204995.634660:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204995.634669:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788204995.634673:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788204995.634676:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204995.634678:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204995.634681:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204995.634683:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204995.634687:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204995.634695:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788204995.634701:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204995.634710:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204995.634720:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204995.634724:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204995.634729:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204995.634753:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204995.634757:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204995.634760:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204995.634762:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204995.634763:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204995.634766:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204995.634768:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4128
00000400:00000200:3.0:1788204995.634772:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788204995.634776:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204995.634779:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204995.634783:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.634786:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204995.634788:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204995.634788:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204995.634793:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204995.634794:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204995.634796:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204995.634798:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204995.634801:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000040:0.0:1788204995.634803:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204995.634804:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204995.634808:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788204995.634814:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788204995.634815:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204995.634818:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204995.634819:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:0.0:1788204995.634822:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204995.634826:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204995.634828:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204995.634829:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204995.634831:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204995.634836:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556800384:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204995.634841:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788204995.634842:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204995.634844:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204995.634847:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204995.634848:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788204995.634850:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788204995.634852:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000010:0.0:1788204995.634855:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204995.634858:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204995.634858:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:0.0:1788204995.634865:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204995.634865:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204995.634869:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
02000000:00000001:3.0:1788204995.634870:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1788204995.634875:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
02000000:00000001:3.0:1788204995.634877:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1788204995.634881:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556800384, portal 25
02000000:00000001:3.0:1788204995.634882:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.634886:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204995.634887:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204995.634888:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000008:00100000:3.0:1788204995.634892:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788204995.634894:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204995.634899:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.634903:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204995.634904:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204995.634907:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204995.634912:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000010:3.0:1788204995.634912:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000100:00000200:0.0:1788204995.634918:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556800384, offset 0
00000020:00000040:3.0:1788204995.634918:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788204995.634925:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204995.634928:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204995.634930:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204995.634931:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204995.634934:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788204995.634935:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204995.634941:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000400:00000200:0.0:1788204995.634942:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204995.634948:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204995.634950:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204995.634957:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1788204995.634959:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204995.634962:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204995.634968:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204995.634972:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.634978:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204995.634979:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3457:3457:256:4294967295] 192.168.201.145@tcp LPNI seq info [3457:3457:8:4294967295]
00000100:00000001:3.0:1788204995.634984:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204995.634985:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788204995.634993:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204995.634996:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204995.635008:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788204995.635014:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204995.635015:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000100:00080000:3.0:1788204995.635021:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1788204995.635025:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788204995.635027:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.0:1788204995.635030:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1788204995.635030:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204995.635033:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204995.635038:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1788204995.635039:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788204995.635044:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4128
00000800:00000200:0.1:1788204995.635046:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000400:00000200:3.0:1788204995.635052:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000100:0.0:1788204995.635056:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204995.635060:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:3.0:1788204995.635060:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204995.635066:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204995.635069:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204995.635070:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.635074:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204995.635078:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204995.635080:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.635084:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788204995.635087:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000020:00000001:3.0:1788204995.635088:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204995.635091:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000010:0.0:1788204995.635092:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000020:00000001:3.0:1788204995.635094:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204995.635097:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000001:0.0:1788204995.635098:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1788204995.635100:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788204995.635103:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:0.0:1788204995.635106:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204995.635109:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.635114:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204995.635118:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788204995.635123:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788204995.635126:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788204995.635128:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000040:0.0:1788204995.635133:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204995.635135:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204995.635142:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635144:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204995.635145:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204995.635147:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204995.635150:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204995.635153:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204995.635154:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204995.635158:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788204995.635158:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204995.635161:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204995.635162:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298802856
00000008:00000001:3.0:1788204995.635167:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204995.635168:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:3.0:1788204995.635171:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635175:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1788204995.635176:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788204995.635180:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204995.635182:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298802856
02000000:00000001:3.0:1788204995.635183:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204995.635186:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204995.635188:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ac00.
00000100:00000001:3.0:1788204995.635190:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204995.635192:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1788204995.635193:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204995.635195:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204995.635197:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635198:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635202:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1788204995.635205:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00100000:0.0:1788204995.635206:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204995/real 1788204995]  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204995.635211:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204995.635215:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204995.635217:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204995.635220:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000100:00100000:3.0:1788204995.635221:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204995.635223:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204995.635225:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204995.635229:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204995.635234:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204995.635237:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788204995.635243:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635247:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204995.635248:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204995.635249:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635250:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204995.635252:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204995.635260:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204995.635260:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635276:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204995.635283:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204995.635286:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204995.635289:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1788204995.635292:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204995.635293:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204995.635297:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204995.635301:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204995.635303:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204995.635304:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635307:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204995.635308:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204995.635310:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4128
00000100:00000001:0.0:1788204995.635311:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204995.635313:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204995.635316:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1788204995.635319:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788204995.635322:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204995.635324:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1788204995.635327:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000040:0.0:1788204995.635329:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204995.635331:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204995.635339:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00100000:0.0:1788204995.635341:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556800384:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788204995.635347:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635350:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204995.635350:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204995.635355:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556800384/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204995.635358:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788204995.635362:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204995.635363:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788204995.635365:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1788204995.635366:0:18698:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:0.0:1788204995.635369:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
00000020:00000040:3.0:1788204995.635369:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788204995.635370:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788204995.635373:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1788204995.635374:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788204995.635376:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:3.0:1788204995.635377:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000040:0.0:1788204995.635379:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788204995.635380:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788204995.635383:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788204995.635386:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000010:0.0:1788204995.635388:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788204995.635388:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204995.635392:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:0.0:1788204995.635393:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788204995.635395:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788204995.635396:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1788204995.635420:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788204995.635423:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788204995.635424:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204995.635425:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204995.635428:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1788204995.635429:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
02000000:00000001:3.0:1788204995.635431:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635433:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204995.635434:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204995.635436:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788204995.635437:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204995.635440:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788204995.635441:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204995.635444:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635447:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1788204995.635447:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788204995.635451:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204995.635451:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:0.0:1788204995.635454:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204995.635455:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204995.635456:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788204995.635457:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635458:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204995.635461:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204995.635463:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1788204995.635464:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204995.635466:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204995.635472:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:0.0:1788204995.635474:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204995.635476:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204995.635477:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204995.635478:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204995.635481:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204995.635484:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204995.635486:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788204995.635489:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800512:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204995.635496:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204995.635499:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204995.635500:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204995.635501:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204995.635503:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204995.635504:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204995.635509:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
00000100:00000040:3.0:1788204995.635509:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204995.635512:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204995.635519:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204995.635522:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204995.635526:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:3.0:1788204995.635526:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204995.635532:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556800512, portal 10
00000100:00000040:3.0:1788204995.635532:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4138)
00000100:00000001:0.0:1788204995.635536:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204995.635537:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788204995.635543:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635547:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204995.635548:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204995.635550:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204995.635551:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556800512, offset 0
00000400:00000200:0.0:1788204995.635555:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204995.635558:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204995.635561:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204995.635563:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204995.635564:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204995.635566:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204995.635568:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204995.635569:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3458:3458:256:4294967295] 192.168.201.145@tcp LPNI seq info [3458:3458:8:4294967295]
00000400:00000200:0.0:1788204995.635572:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204995.635577:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204995.635580:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204995.635583:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204995.635586:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204995.635588:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204995.635591:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204995.635592:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788204995.635595:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204995.635597:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204995.635599:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204995.635601:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204995.635603:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204995.635604:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204995.635606:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204995.635609:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635629:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204995.635632:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635636:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635637:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204995.635640:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204995.635643:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788204995.635647:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204995.635648:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298800979
00000100:00000001:0.0:1788204995.635651:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298802856
00000100:00000001:0.0:1788204995.635653:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298800979
00000100:00000001:0.0:1788204995.635654:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298802856
00000100:00000001:0.0:1788204995.635656:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204995.635657:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635659:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204995.635663:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204995/real 1788204995]  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204995.635667:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204995.635669:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204995.635671:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204995.635672:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204995.635673:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204995.635675:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204995.635677:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204995.635681:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635685:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204995.635686:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635687:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204995.635688:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204995.635690:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635694:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204995.635697:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635701:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204995.635702:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635703:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204995.635704:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635705:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204995.635706:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204995.635707:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204995.635710:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204995.635711:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204995.635714:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204995.635719:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800512:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788204995.635722:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204995.635725:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635733:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204995.635735:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204995.635737:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204995.635740:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204995.635742:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204995.635747:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800640:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204995.635749:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204995.635750:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204995.635752:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204995.635754:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204995.635756:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204995.635758:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204995.635761:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204995.635763:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204995.635766:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204995.635770:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556800640, portal 4
00000100:00000001:0.0:1788204995.635772:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204995.635774:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788204995.635779:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635783:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204995.635785:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204995.635787:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204995.635788:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556800640, offset 0
00000400:00000200:0.0:1788204995.635791:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204995.635794:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204995.635796:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204995.635797:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204995.635799:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204995.635801:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204995.635802:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204995.635806:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3459:3459:256:4294967295] 192.168.201.145@tcp LPNI seq info [3459:3459:8:4294967295]
00000400:00000200:0.0:1788204995.635809:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204995.635815:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204995.635818:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204995.635821:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204995.635823:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204995.635825:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204995.635829:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204995.635831:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788204995.635834:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204995.635836:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204995.635838:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204995.635841:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204995.635842:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204995.635844:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204995.635845:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204995.635847:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635851:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204995.635853:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635857:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635858:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204995.635859:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204995.635861:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788204995.635862:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204995.635864:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298800662
00000100:00000001:0.0:1788204995.635865:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298802856
00000100:00000001:0.0:1788204995.635866:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298800662
00000100:00000001:0.0:1788204995.635868:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298802856
00000100:00000001:0.0:1788204995.635869:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204995.635870:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635872:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204995.635874:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204995/real 1788204995]  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204995.635878:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204995.635879:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204995.635880:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204995.635881:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204995.635882:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204995.635883:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204995.635885:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204995.635889:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635892:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204995.635893:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635894:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204995.635895:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204995.635897:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635901:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204995.635903:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635906:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204995.635908:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635908:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204995.635909:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635910:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204995.635911:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204995.635912:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204995.635914:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204995.635916:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204995.635918:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204995.635923:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800640:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204995.635925:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635926:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204995.635928:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556800512/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635931:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204995.635932:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204995.635933:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788204995.635934:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204995.635935:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204995.635936:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788204995.635937:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204995.635938:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:0.0:1788204995.635940:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204995.635941:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204995.635941:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788204995.635943:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204995.635944:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635945:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204995.635946:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556800640/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635950:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204995.635951:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204995.635952:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204995.635953:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204995.635954:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204995.635955:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204995.635956:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204995.635957:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:0.0:1788204995.635960:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204995.635960:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204995.635961:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788204995.635963:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204995.635964:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635965:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.635967:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204995.635968:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.635969:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204995.635970:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204995.635971:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204995.635974:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.635979:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204995.635980:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204995.635981:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204995.635983:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204995.635984:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204995.635986:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800768:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204995.635988:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204995.635989:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204995.635990:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204995.635991:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204995.635994:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204995.635996:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204995.635998:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788204995.635999:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788204995.636001:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788204995.636003:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556800768, portal 4
00000100:00000001:0.0:1788204995.636004:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204995.636005:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788204995.636009:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.636016:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204995.636019:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788204995.636020:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788204995.636022:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556800768, offset 0
00000400:00000200:0.0:1788204995.636025:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788204995.636027:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204995.636030:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788204995.636032:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204995.636034:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788204995.636037:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204995.636040:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788204995.636043:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3460:3460:256:4294967295] 192.168.201.145@tcp LPNI seq info [3460:3460:8:4294967295]
00000400:00000200:0.0:1788204995.636048:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788204995.636057:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204995.636063:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204995.636067:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788204995.636071:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788204995.636074:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204995.636078:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788204995.636092:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788204995.636095:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788204995.636097:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788204995.636099:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204995.636101:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204995.636103:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788204995.636104:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788204995.636106:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204995.636108:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.636113:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204995.636114:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.636122:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.636123:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204995.636125:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204995.636127:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788204995.636129:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788204995.636130:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298801393
00000100:00000001:0.0:1788204995.636132:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298802856
00000100:00000001:0.0:1788204995.636133:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298801393
00000100:00000001:0.0:1788204995.636134:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298802856
00000100:00000001:0.0:1788204995.636135:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204995.636136:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.636137:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204995.636139:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204995/real 1788204995]  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204995.636144:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204995.636145:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204995.636146:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788204995.636147:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788204995.636148:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788204995.636149:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204995.636151:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204995.636155:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.636158:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204995.636159:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.636160:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204995.636161:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204995.636163:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.636167:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204995.636169:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.636173:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204995.636174:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.636175:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204995.636176:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.636176:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204995.636177:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204995.636179:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204995.636180:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788204995.636181:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204995.636183:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204995.636187:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556800768:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788204995.636189:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.636190:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204995.636192:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556800768/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204995.636195:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204995.636196:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204995.636197:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788204995.636198:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204995.636199:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204995.636200:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788204995.636201:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204995.636202:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:0.0:1788204995.636204:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204995.636205:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204995.636205:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788204995.636207:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204995.636208:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.636209:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.636211:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204995.636212:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204995.636213:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204995.636214:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204995.954486:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204995.954487:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204995.954492:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204995.954493:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204995.954495:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204995.954499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788204995.954500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204995.954502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204995.954504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204995.954506:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204995.954508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204995.954510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204995.954513:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204995.954539:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204995.954542:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204995.954544:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204996.146515:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204996.146522:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204996.146524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204996.146529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204996.146532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204996.146536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204996.146538:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204996.146541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204996.146543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204996.978489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204996.978491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204996.978497:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204996.978498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204996.978502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204996.978504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204996.978507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204996.978508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204996.978513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204996.978517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204996.978519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204996.978522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204996.978525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204996.978559:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204996.978563:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204996.978566:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204997.170479:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204997.170487:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204997.170489:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204997.170494:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204997.170498:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204997.170501:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204997.170504:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204997.170506:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204997.170509:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204997.874484:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298802856, at 4298802880
00000100:00000040:1.0:1788204997.874484:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298802856, at 4298802880
00000100:00000010:1.0:1788204997.874498:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ac00.
00000100:00000010:0.0:1788204997.874499:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:1.0:1788204998.002497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204998.002497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204998.002503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.002505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204998.002509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204998.002509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204998.002511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204998.002515:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204998.002520:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204998.002524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.002526:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204998.002529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.002532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204998.002547:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204998.002550:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204998.002552:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204998.194490:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204998.194499:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204998.194501:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204998.194506:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204998.194508:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204998.194512:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204998.194514:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204998.194517:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204998.194520:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204999.026474:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788204999.026480:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.026486:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788204999.026486:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788204999.026491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788204999.026492:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788204999.026493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204999.026496:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788204999.026497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788204999.026502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788204999.026502:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.026506:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204999.026508:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788204999.026509:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204999.026513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788204999.026513:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204999.026518:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204999.026518:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788204999.026522:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204999.026570:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204999.026573:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204999.026576:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204999.218492:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204999.218497:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204999.218499:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204999.218502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788204999.218505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204999.218507:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.218509:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204999.218511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204999.218513:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.050502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205000.050505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205000.050509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205000.050510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.050512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205000.050519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205000.050521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205000.050523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205000.050524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.050528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205000.050551:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205000.050554:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205000.050558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205000.050560:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205000.050565:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205000.050569:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205000.242471:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205000.242476:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205000.242477:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205000.242481:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205000.242483:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205000.242486:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205000.242487:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205000.242489:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205000.242491:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205000.754509:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205000.754517:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205000.754519:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205000.754522:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205000.754542:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205000.754548:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4133
00000400:00000200:1.0:1788205000.754555:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205000.754559:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205000.754561:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205000.754563:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754566:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205000.754568:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754569:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205000.754572:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205000.754574:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205000.754576:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205000.754578:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205000.754579:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205000.754581:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205000.754582:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754583:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205000.754585:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754586:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205000.754588:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205000.754590:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754591:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205000.754593:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205000.754595:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205000.754597:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.754598:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205000.754600:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205000.754607:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f480.
00000020:00000040:1.0:1788205000.754609:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205000.754612:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205000.754613:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.754616:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205000.754618:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205000.754621:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205000.754627:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000001:1.0:1788205000.754632:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205000.754640:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205000.754650:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205000.754654:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205000.754658:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ccdf27] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205000.754679:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205000.754682:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205000.754685:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205000.754686:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205000.754688:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205000.754691:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205000.754693:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4133
00000400:00000200:1.0:1788205000.754697:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205000.754700:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205000.754702:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205000.754704:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754707:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205000.754709:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205000.754711:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205000.754711:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205000.754713:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205000.754714:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788205000.754714:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205000.754715:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205000.754716:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788205000.754717:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205000.754719:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205000.754721:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205000.754722:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205000.754724:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754726:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205000.754728:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205000.754730:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205000.754730:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205000.754731:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205000.754732:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:0.0:1788205000.754734:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788205000.754734:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:0.0:1788205000.754737:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205000.754737:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205000.754738:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205000.754740:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205000.754743:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556800896:192.168.201.145@tcp:250:kworker.0
02000000:00000001:1.0:1788205000.754743:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205000.754745:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.754746:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205000.754747:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205000.754750:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1788205000.754750:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205000.754752:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788205000.754753:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205000.754754:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788205000.754754:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205000.754757:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d880.
00000020:00000040:1.0:1788205000.754759:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205000.754762:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205000.754763:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.754765:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205000.754766:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1788205000.754768:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788205000.754768:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205000.754770:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205000.754771:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788205000.754773:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205000.754774:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205000.754778:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00100000:1.0:1788205000.754778:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788205000.754783:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:1.0:1788205000.754784:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205000.754786:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205000.754789:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071cd53c4] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205000.754790:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556800896, portal 25
00000100:00000001:0.0:1788205000.754792:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205000.754793:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529920 : -105387459021696 : ffffa02691f0f480)
00000100:00000001:1.0:1788205000.754797:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205000.754798:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205000.754799:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205000.754803:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205000.754804:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205000.754806:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1788205000.754806:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1788205000.754808:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754808:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1788205000.754811:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00080000:1.0:1788205000.754811:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4133
00000100:00000200:0.0:1788205000.754814:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556800896, offset 0
00000400:00000200:1.0:1788205000.754814:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205000.754817:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205000.754819:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205000.754820:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788205000.754821:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754823:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205000.754825:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754827:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205000.754828:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205000.754829:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:0.0:1788205000.754831:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:1.0:1788205000.754831:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205000.754833:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788205000.754835:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788205000.754836:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000001:1.0:1788205000.754837:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788205000.754839:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205000.754841:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788205000.754841:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205000.754843:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754844:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788205000.754845:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:1.0:1788205000.754847:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:0.0:1788205000.754849:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788205000.754849:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:0.0:1788205000.754851:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754851:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205000.754852:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205000.754855:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3461:3461:256:4294967295] 192.168.201.145@tcp LPNI seq info [3461:3461:8:4294967295]
02000000:00000001:1.0:1788205000.754855:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205000.754857:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205000.754859:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205000.754859:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205000.754861:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205000.754863:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.754865:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205000.754867:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f100.
00000400:00000200:0.0:1788205000.754868:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788205000.754869:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205000.754871:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205000.754872:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205000.754873:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754874:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205000.754875:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205000.754876:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205000.754878:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
02000000:00000010:1.0:1788205000.754881:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788205000.754883:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205000.754884:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00100000:1.0:1788205000.754887:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788205000.754893:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788205000.754893:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205000.754895:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205000.754898:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a9604ef] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1788205000.754898:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205000.754902:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788205000.754905:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205000.754907:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788205000.754908:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1788205000.754909:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000100:00080000:1.0:1788205000.754911:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205000.754912:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205000.754913:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205000.754915:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788205000.754915:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205000.754917:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4133
00000400:00000200:0.0:1788205000.754919:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205000.754921:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205000.754923:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205000.754925:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000100:00080000:1.0:1788205000.754925:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205000.754927:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:0.0:1788205000.754928:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:1.0:1788205000.754929:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205000.754931:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788205000.754931:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754933:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000200:0.0:1788205000.754935:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205000.754935:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205000.754936:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205000.754938:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205000.754939:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788205000.754941:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788205000.754943:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1788205000.754943:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788205000.754945:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:0.0:1788205000.754946:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205000.754947:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205000.754949:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754951:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205000.754953:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:0.0:1788205000.754954:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.754956:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788205000.754956:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205000.754958:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205000.754959:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205000.754960:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205000.754961:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205000.754962:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205000.754964:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205000.754964:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205000.754966:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298807976
00000008:00100000:1.0:1788205000.754966:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205000.754968:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.754969:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205000.754970:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788205000.754972:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0fb80.
00000020:00000040:1.0:1788205000.754973:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205000.754975:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205000.754976:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1788205000.754976:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205000.754978:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205000.754979:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205000.754981:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.754982:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298807976
02000000:00000010:1.0:1788205000.754984:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000010:0.0:1788205000.754985:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ac00.
00000100:00000001:1.0:1788205000.754986:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.754987:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205000.754990:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788205000.754990:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205000.754993:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.754995:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205000.754999:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205000/real 1788205000]  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205000.755002:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205000.755004:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205000.755007:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788205000.755007:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23cdd19] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205000.755009:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205000.755011:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205000.755014:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000100:00000001:1.0:1788205000.755014:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205000.755015:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205000.755017:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1788205000.755017:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4143)
00000100:00000200:0.0:1788205000.755020:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205000.755033:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755039:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205000.755041:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755043:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205000.755045:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205000.755049:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755055:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205000.755058:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755063:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205000.755065:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755066:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205000.755068:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755070:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205000.755072:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205000.755075:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205000.755078:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205000.755081:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205000.755085:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205000.755093:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556800896:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205000.755098:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755100:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205000.755102:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f480 x1875064556800896/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755110:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205000.755112:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205000.755113:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205000.755116:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205000.755117:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205000.755119:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205000.755120:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205000.755123:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:0.0:1788205000.755126:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205000.755128:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205000.755129:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f480.
00000100:00000001:0.0:1788205000.755132:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205000.755133:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755135:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755142:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205000.755144:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.755145:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205000.755154:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205000.755156:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205000.755160:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755166:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205000.755167:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205000.755169:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205000.755170:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205000.755171:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205000.755173:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801024:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205000.755175:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205000.755177:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205000.755177:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205000.755179:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205000.755181:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205000.755182:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205000.755185:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205000.755187:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205000.755189:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205000.755191:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556801024, portal 10
00000100:00000001:0.0:1788205000.755192:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205000.755193:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250522752 : -105387459028864 : ffffa02691f0d880)
00000100:00000040:0.0:1788205000.755197:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755201:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205000.755202:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205000.755204:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205000.755205:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556801024, offset 0
00000400:00000200:0.0:1788205000.755207:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205000.755210:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205000.755212:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205000.755213:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205000.755215:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205000.755216:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205000.755218:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205000.755220:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3462:3462:256:4294967295] 192.168.201.145@tcp LPNI seq info [3462:3462:8:4294967295]
00000400:00000200:0.0:1788205000.755222:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205000.755225:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205000.755228:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205000.755230:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205000.755232:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205000.755234:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205000.755237:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205000.755239:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205000.755241:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205000.755242:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205000.755244:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205000.755246:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205000.755248:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205000.755249:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205000.755251:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205000.755253:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755258:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205000.755259:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755263:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.755264:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205000.755266:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205000.755268:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205000.755270:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205000.755271:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298806098
00000100:00000001:0.0:1788205000.755273:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298807976
00000100:00000001:0.0:1788205000.755274:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298806098
00000100:00000001:0.0:1788205000.755276:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298807976
00000100:00000001:0.0:1788205000.755277:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205000.755278:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.755279:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205000.755281:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205000/real 1788205000]  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205000.755285:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205000.755286:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205000.755287:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205000.755288:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205000.755289:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205000.755290:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205000.755292:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205000.755296:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755303:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205000.755304:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755305:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205000.755306:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205000.755308:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755311:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205000.755313:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755317:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205000.755318:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755319:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205000.755320:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755321:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205000.755322:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205000.755323:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205000.755325:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205000.755326:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205000.755328:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205000.755333:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801024:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205000.755335:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205000.755336:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755340:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205000.755340:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205000.755342:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205000.755343:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205000.755344:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205000.755346:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801152:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205000.755348:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205000.755348:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205000.755349:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205000.755350:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205000.755352:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205000.755353:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205000.755354:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205000.755356:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205000.755357:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205000.755359:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556801152, portal 4
00000100:00000001:0.0:1788205000.755360:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205000.755361:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529024 : -105387459022592 : ffffa02691f0f100)
00000100:00000040:0.0:1788205000.755364:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755367:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205000.755369:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205000.755370:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205000.755371:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556801152, offset 0
00000400:00000200:0.0:1788205000.755373:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205000.755375:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205000.755377:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205000.755378:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205000.755379:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205000.755381:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205000.755382:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205000.755384:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3463:3463:256:4294967295] 192.168.201.145@tcp LPNI seq info [3463:3463:8:4294967295]
00000400:00000200:0.0:1788205000.755386:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205000.755389:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205000.755392:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205000.755394:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205000.755424:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205000.755426:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205000.755430:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205000.755432:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205000.755436:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205000.755438:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205000.755440:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205000.755443:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205000.755446:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205000.755448:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205000.755450:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205000.755454:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755461:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205000.755464:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755469:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.755471:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205000.755473:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205000.755476:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205000.755479:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205000.755481:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298805782
00000100:00000001:0.0:1788205000.755483:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298807976
00000100:00000001:0.0:1788205000.755485:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298805782
00000100:00000001:0.0:1788205000.755487:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298807976
00000100:00000001:0.0:1788205000.755489:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205000.755491:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.755493:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205000.755496:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205000/real 1788205000]  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205000.755504:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205000.755505:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205000.755506:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205000.755508:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205000.755509:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205000.755511:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205000.755514:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205000.755521:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755539:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205000.755540:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755542:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205000.755543:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205000.755546:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755552:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205000.755556:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755562:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205000.755564:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755565:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205000.755566:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755568:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205000.755570:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205000.755572:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205000.755575:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205000.755577:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205000.755581:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205000.755589:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801152:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205000.755591:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205000.755593:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755597:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205000.755598:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205000.755599:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205000.755600:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205000.755601:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205000.755603:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801280:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205000.755604:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205000.755605:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205000.755606:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205000.755607:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205000.755609:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205000.755611:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205000.755613:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205000.755614:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205000.755616:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205000.755618:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556801280, portal 4
00000100:00000001:0.0:1788205000.755619:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205000.755620:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250531712 : -105387459019904 : ffffa02691f0fb80)
00000100:00000040:0.0:1788205000.755623:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755634:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205000.755636:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205000.755637:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205000.755638:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556801280, offset 0
00000400:00000200:0.0:1788205000.755641:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205000.755643:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205000.755645:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205000.755647:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205000.755649:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205000.755650:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205000.755652:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205000.755653:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3464:3464:256:4294967295] 192.168.201.145@tcp LPNI seq info [3464:3464:8:4294967295]
00000400:00000200:0.0:1788205000.755656:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205000.755659:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205000.755662:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205000.755663:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205000.755666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205000.755667:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788205000.755670:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205000.755671:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788205000.755673:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205000.755674:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205000.755676:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205000.755678:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205000.755680:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205000.755681:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205000.755683:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205000.755685:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755689:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205000.755691:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755694:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.755695:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205000.755697:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205000.755698:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205000.755700:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205000.755701:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298806513
00000100:00000001:0.0:1788205000.755703:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298807976
00000100:00000001:0.0:1788205000.755704:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298806513
00000100:00000001:0.0:1788205000.755705:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298807976
00000100:00000001:0.0:1788205000.755706:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205000.755707:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.755708:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205000.755710:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205000/real 1788205000]  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205000.755714:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205000.755715:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205000.755716:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205000.755717:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205000.755718:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205000.755719:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205000.755721:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205000.755725:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755729:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205000.755729:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755730:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205000.755731:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205000.755733:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755736:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205000.755738:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755742:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205000.755743:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755744:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205000.755745:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755746:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205000.755747:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205000.755749:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205000.755750:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205000.755751:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205000.755753:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205000.755757:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801280:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205000.755759:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755760:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205000.755762:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d880 x1875064556801024/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755767:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205000.755768:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205000.755770:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205000.755772:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205000.755773:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205000.755774:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205000.755776:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205000.755778:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:0.0:1788205000.755780:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205000.755781:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205000.755782:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d880.
00000100:00000001:0.0:1788205000.755785:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205000.755786:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755787:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205000.755790:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f100 x1875064556801152/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755801:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205000.755802:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205000.755803:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205000.755806:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205000.755806:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205000.755808:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205000.755809:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205000.755811:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:0.0:1788205000.755813:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205000.755814:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205000.755815:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f100.
00000100:00000001:0.0:1788205000.755817:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205000.755818:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755819:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205000.755822:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0fb80 x1875064556801280/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205000.755827:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205000.755828:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205000.755829:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205000.755831:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205000.755832:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205000.755833:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205000.755835:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205000.755836:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:0.0:1788205000.755838:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205000.755839:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205000.755840:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0fb80.
00000100:00000001:0.0:1788205000.755842:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205000.755843:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755845:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.755848:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205000.755849:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205000.755851:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205000.755852:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205001.074471:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205001.074479:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205001.074480:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205001.074481:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205001.074485:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205001.074488:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205001.074491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205001.074494:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205001.074494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205001.074499:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205001.074503:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205001.074506:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205001.074509:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205001.074558:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205001.074561:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205001.074564:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205001.266498:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205001.266503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205001.266505:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205001.266508:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205001.266511:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205001.266514:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205001.266515:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205001.266527:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205001.266529:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205002.098488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205002.098492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205002.098495:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205002.098497:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205002.098513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205002.098518:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205002.098520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205002.098522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205002.098524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205002.098527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205002.098527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205002.098535:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205002.098537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205002.098568:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205002.098571:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205002.098573:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205002.290522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205002.290529:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205002.290531:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205002.290537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205002.290541:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205002.290544:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205002.290547:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205002.290550:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205002.290552:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205002.994524:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298807976, at 4298808000
00000100:00000040:1.0:1788205002.994528:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298807976, at 4298808000
00000100:00000010:0.0:1788205002.994541:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788205002.994547:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ac00.
00000100:00000001:1.0:1788205003.122458:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205003.122466:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205003.122469:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205003.122474:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205003.122478:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205003.122479:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205003.122483:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205003.122499:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205003.122502:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205003.122506:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205003.122509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205003.122516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205003.122518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205003.122550:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205003.122553:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205003.122557:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205003.314506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205003.314514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205003.314516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205003.314521:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205003.314524:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205003.314528:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205003.314531:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205003.314534:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205003.314536:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205004.146498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205004.146502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205004.146506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205004.146507:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205004.146510:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788205004.146511:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205004.146513:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205004.146518:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:1.0:1788205004.146519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205004.146520:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205004.146524:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205004.146525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205004.146527:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205004.146530:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205004.146531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205004.146532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205004.146538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205004.146541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205004.146544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205004.146556:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205004.146560:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205004.146564:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205004.338499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205004.338506:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205004.338508:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.338514:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205004.338518:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205004.338521:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.338524:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205004.338526:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205004.338529:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205005.170507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205005.170510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205005.170515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205005.170515:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205005.170519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205005.170521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205005.170524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205005.170525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205005.170530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205005.170534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205005.170537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205005.170540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205005.170544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205005.170544:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205005.170548:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205005.170552:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205005.362518:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205005.362526:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205005.362528:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205005.362533:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205005.362537:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205005.362541:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205005.362544:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205005.362547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205005.362550:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205005.874850:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205005.874866:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205005.874869:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205005.874874:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205005.874881:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205005.874893:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4138
00000400:00000200:3.0:1788205005.874907:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205005.874915:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205005.874921:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205005.874924:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.874928:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205005.874931:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.874934:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205005.874938:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205005.874941:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205005.874945:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205005.874949:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205005.874952:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205005.874955:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205005.874958:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.874960:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205005.874962:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.874964:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205005.874967:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205005.874971:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205005.874973:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205005.874977:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205005.874982:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205005.874986:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.874989:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205005.874992:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205005.875005:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205005.875011:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205005.875017:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205005.875019:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875025:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205005.875029:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205005.875035:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205005.875046:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:3.0:1788205005.875057:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205005.875079:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205005.875092:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205005.875098:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205005.875104:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205005.875135:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205005.875139:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205005.875143:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205005.875145:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205005.875146:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205005.875149:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205005.875152:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4138
00000400:00000200:3.0:1788205005.875155:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205005.875158:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205005.875160:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205005.875162:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875164:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205005.875166:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875168:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205005.875170:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205005.875171:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205005.875173:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205005.875175:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205005.875177:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205005.875180:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205005.875183:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875184:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205005.875186:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875188:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205005.875190:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205005.875192:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875194:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205005.875196:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205005.875203:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205005.875205:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875206:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205005.875213:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205005.875216:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875217:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205005.875221:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205005.875224:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205005.875226:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205005.875227:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875229:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205005.875230:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205005.875232:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205005.875237:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000100:00000001:3.0:1788205005.875241:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205005.875245:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205005.875253:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205005.875255:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205005.875258:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205005.875265:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205005.875268:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205005.875272:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205005.875273:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205005.875275:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205005.875278:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205005.875281:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4138
00000400:00000200:3.0:1788205005.875284:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205005.875287:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205005.875289:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205005.875292:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875294:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205005.875296:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875298:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205005.875300:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205005.875301:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205005.875303:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205005.875304:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205005.875306:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205005.875308:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205005.875312:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875313:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205005.875315:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875317:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205005.875320:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205005.875322:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875325:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205005.875326:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205005.875330:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205005.875331:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875333:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205005.875336:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205005.875339:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875340:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205005.875344:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205005.875347:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205005.875349:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205005.875350:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875352:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205005.875353:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205005.875355:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205005.875359:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:3.0:1788205005.875363:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205005.875368:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205005.875376:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205005.875378:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205005.875382:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205005.875390:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205005.875392:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205005.875395:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205005.875396:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205005.875425:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205005.875427:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205005.875429:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4138
00000400:00000200:3.0:1788205005.875432:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205005.875434:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205005.875435:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205005.875447:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875455:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205005.875461:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875463:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205005.875465:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205005.875467:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205005.875469:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205005.875471:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205005.875473:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205005.875475:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205005.875478:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875480:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205005.875481:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875483:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205005.875486:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205005.875488:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205005.875491:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205005.875493:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205005.875495:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205005.875497:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875499:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205005.875501:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205005.875504:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875505:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205005.875509:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788205005.875510:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788205005.875511:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205005.875513:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205005.875515:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788205005.875515:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875517:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205005.875518:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788205005.875518:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205005.875520:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205005.875523:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000040:0.0:1788205005.875525:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205005.875526:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205005.875531:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205005.875534:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205005.875537:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205005.875537:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205005.875539:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205005.875541:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788205005.875543:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205005.875544:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205005.875546:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205005.875550:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556801408:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205005.875551:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.875554:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788205005.875556:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4148)
02000000:00000001:0.0:1788205005.875559:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205005.875562:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205005.875565:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205005.875570:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205005.875572:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205005.875577:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205005.875581:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205005.875589:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205005.875598:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556801408, portal 25
00000100:00000001:0.0:1788205005.875601:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205005.875602:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788205005.875607:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.875613:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205005.875616:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205005.875618:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205005.875620:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556801408, offset 0
00000400:00000200:0.0:1788205005.875626:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205005.875649:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205005.875657:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205005.875663:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205005.875667:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205005.875671:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205005.875673:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205005.875676:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3465:3465:256:4294967295] 192.168.201.145@tcp LPNI seq info [3465:3465:8:4294967295]
00000400:00000200:0.0:1788205005.875679:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205005.875687:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205005.875692:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205005.875696:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205005.875704:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205005.875714:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205005.875721:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205005.875725:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205005.875730:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205005.875733:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205005.875739:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205005.875744:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205005.875751:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205005.875758:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205005.875763:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205005.875766:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.875773:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205005.875776:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.875780:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.875782:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205005.875788:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205005.875792:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205005.875794:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298813097
00000100:00000010:0.0:1788205005.875804:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788205005.875814:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205005.875822:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298813097
00000100:00000010:0.0:1788205005.875825:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a780.
00000100:00000001:0.0:1788205005.875829:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205005.875832:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205005.875835:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.875838:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205005.875843:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205005/real 1788205005]  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205005.875854:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205005.875855:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205005.875857:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205005.875859:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205005.875860:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205005.875862:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205005.875865:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205005.875870:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.875875:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205005.875876:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.875878:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205005.875879:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205005.875882:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.875886:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205005.875889:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.875894:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205005.875897:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.875898:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205005.875899:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.875900:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205005.875902:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205005.875904:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205005.875906:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205005.875908:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205005.875910:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205005.875915:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556801408:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205005.875919:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205005.875921:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.875925:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205005.875926:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205005.875927:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205005.875928:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205005.875930:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205005.875931:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801536:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205005.875933:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205005.875934:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205005.875936:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205005.875937:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205005.875939:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205005.875941:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205005.875943:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205005.875945:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205005.875947:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205005.875949:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556801536, portal 10
00000100:00000001:0.0:1788205005.875950:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205005.875951:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788205005.875956:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.875960:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205005.875962:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205005.875963:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205005.875964:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556801536, offset 0
00000400:00000200:0.0:1788205005.875966:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205005.875969:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205005.875971:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205005.875973:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205005.875974:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205005.875976:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205005.875978:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205005.875980:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3466:3466:256:4294967295] 192.168.201.145@tcp LPNI seq info [3466:3466:8:4294967295]
00000400:00000200:0.0:1788205005.875982:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205005.875986:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205005.875989:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205005.875991:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205005.875993:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205005.875995:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205005.875998:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205005.876000:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205005.876002:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205005.876003:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205005.876005:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205005.876007:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205005.876009:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205005.876010:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205005.876012:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205005.876014:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876019:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205005.876021:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876025:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.876026:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205005.876028:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205005.876031:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205005.876032:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205005.876033:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298811219
00000100:00000001:0.0:1788205005.876035:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298813097
00000100:00000001:0.0:1788205005.876037:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298811219
00000100:00000001:0.0:1788205005.876038:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298813097
00000100:00000001:0.0:1788205005.876040:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205005.876041:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.876042:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205005.876044:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205005/real 1788205005]  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205005.876047:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205005.876048:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205005.876049:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205005.876050:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205005.876051:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205005.876053:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205005.876054:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205005.876059:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876067:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205005.876067:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876068:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205005.876069:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205005.876071:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876075:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205005.876077:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876080:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205005.876081:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876082:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205005.876083:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876084:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205005.876085:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205005.876086:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205005.876088:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205005.876089:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205005.876091:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205005.876095:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801536:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205005.876097:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205005.876099:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876103:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205005.876104:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205005.876106:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205005.876107:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205005.876108:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205005.876110:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801664:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205005.876112:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205005.876113:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205005.876114:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205005.876114:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205005.876116:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205005.876117:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205005.876119:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205005.876120:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205005.876122:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205005.876124:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556801664, portal 4
00000100:00000001:0.0:1788205005.876125:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205005.876126:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788205005.876129:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876133:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205005.876134:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205005.876135:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205005.876136:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556801664, offset 0
00000400:00000200:0.0:1788205005.876138:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205005.876140:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205005.876142:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205005.876143:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205005.876145:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205005.876146:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205005.876148:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205005.876150:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3467:3467:256:4294967295] 192.168.201.145@tcp LPNI seq info [3467:3467:8:4294967295]
00000400:00000200:0.0:1788205005.876152:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205005.876155:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205005.876158:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205005.876160:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205005.876162:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205005.876164:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205005.876167:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205005.876169:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205005.876171:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205005.876172:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205005.876174:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205005.876176:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205005.876177:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205005.876178:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205005.876180:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205005.876181:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876186:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205005.876188:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876192:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.876193:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205005.876194:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205005.876196:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205005.876198:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205005.876199:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298810902
00000100:00000001:0.0:1788205005.876200:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298813097
00000100:00000001:0.0:1788205005.876202:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298810902
00000100:00000001:0.0:1788205005.876203:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298813097
00000100:00000001:0.0:1788205005.876204:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205005.876205:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.876206:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205005.876208:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205005/real 1788205005]  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205005.876214:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205005.876214:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205005.876216:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205005.876217:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205005.876218:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205005.876218:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205005.876220:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205005.876224:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876227:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205005.876228:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876229:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205005.876230:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205005.876231:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876235:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205005.876237:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876240:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205005.876241:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876242:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205005.876243:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876244:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205005.876245:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205005.876247:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205005.876248:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205005.876250:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205005.876253:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205005.876257:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801664:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205005.876260:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876261:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205005.876263:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556801408/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876267:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205005.876270:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205005.876272:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205005.876273:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205005.876275:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205005.876276:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205005.876277:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205005.876279:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:0.0:1788205005.876282:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205005.876283:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205005.876284:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788205005.876287:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205005.876288:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876289:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205005.876291:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556801536/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876294:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205005.876295:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205005.876296:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205005.876297:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205005.876298:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205005.876298:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205005.876299:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205005.876300:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:0.0:1788205005.876310:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205005.876311:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205005.876312:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788205005.876314:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205005.876315:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876316:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205005.876320:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556801664/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876324:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205005.876325:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205005.876326:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205005.876328:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205005.876329:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205005.876329:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205005.876330:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205005.876331:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:0.0:1788205005.876332:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205005.876332:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205005.876333:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788205005.876334:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205005.876335:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876336:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876343:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205005.876345:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.876346:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205005.876347:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205005.876348:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205005.876349:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876353:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205005.876353:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205005.876354:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205005.876355:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205005.876357:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205005.876358:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801792:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205005.876360:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205005.876361:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205005.876363:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205005.876364:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205005.876366:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205005.876367:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205005.876369:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205005.876371:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205005.876373:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205005.876374:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556801792, portal 4
00000100:00000001:0.0:1788205005.876375:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205005.876376:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788205005.876381:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876385:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205005.876386:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205005.876387:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205005.876389:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556801792, offset 0
00000400:00000200:0.0:1788205005.876391:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205005.876392:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205005.876394:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205005.876419:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205005.876422:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205005.876424:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205005.876426:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205005.876429:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3468:3468:256:4294967295] 192.168.201.145@tcp LPNI seq info [3468:3468:8:4294967295]
00000400:00000200:0.0:1788205005.876434:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205005.876450:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205005.876454:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205005.876457:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205005.876459:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205005.876461:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205005.876463:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205005.876465:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205005.876467:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205005.876470:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205005.876472:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205005.876474:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205005.876476:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205005.876477:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205005.876478:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205005.876481:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876486:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205005.876488:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876492:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.876493:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205005.876495:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205005.876497:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205005.876499:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205005.876500:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298811634
00000100:00000001:0.0:1788205005.876501:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298813097
00000100:00000001:0.0:1788205005.876503:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298811634
00000100:00000001:0.0:1788205005.876504:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298813097
00000100:00000001:0.0:1788205005.876505:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205005.876506:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.876507:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205005.876509:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205005/real 1788205005]  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205005.876513:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205005.876514:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205005.876515:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205005.876517:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205005.876518:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205005.876519:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205005.876521:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205005.876526:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876529:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205005.876530:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876531:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205005.876532:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205005.876533:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876537:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205005.876539:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876542:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205005.876543:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876544:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205005.876545:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876546:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205005.876547:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205005.876548:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205005.876550:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205005.876551:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205005.876553:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205005.876557:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556801792:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205005.876560:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876561:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205005.876563:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556801792/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205005.876567:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205005.876568:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205005.876569:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205005.876570:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205005.876571:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205005.876572:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205005.876573:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205005.876574:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:0.0:1788205005.876576:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205005.876576:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205005.876577:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788205005.876579:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205005.876580:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876581:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.876583:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205005.876584:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205005.876586:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205005.876587:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205006.194510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205006.194519:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205006.194520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205006.194522:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205006.194523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205006.194528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205006.194530:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205006.194532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205006.194533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205006.194537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205006.194542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205006.194545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205006.194549:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205006.194592:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205006.194595:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205006.194597:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205006.386505:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205006.386511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205006.386512:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205006.386516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205006.386518:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205006.386520:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205006.386522:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205006.386524:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205006.386526:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205007.218526:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205007.218531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205007.218534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205007.218538:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205007.218538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205007.218556:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205007.218556:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205007.218562:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205007.218564:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205007.218569:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205007.218572:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205007.218575:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205007.218578:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205007.218597:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205007.218600:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205007.218603:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205007.410509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205007.410514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205007.410516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205007.410520:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205007.410522:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205007.410525:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205007.410526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205007.410529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205007.410530:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205008.114547:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298813097, at 4298813120
00000100:00000040:1.0:1788205008.114548:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298813097, at 4298813120
00000100:00000010:0.0:1788205008.114565:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788205008.114568:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a780.
00010000:00000001:2.0:1788205008.242488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205008.242495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205008.242501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205008.242503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205008.242505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205008.242509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205008.242510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205008.242513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205008.242516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205008.242519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205008.242521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205008.242522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205008.242525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205008.242553:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205008.242556:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205008.242559:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205008.434524:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205008.434530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205008.434532:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205008.434537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205008.434541:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205008.434545:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205008.434547:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205008.434550:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205008.434553:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205009.266477:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205009.266477:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205009.266483:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205009.266484:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205009.266489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205009.266489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205009.266493:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1788205009.266495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205009.266496:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205009.266499:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205009.266501:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205009.266502:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788205009.266505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205009.266505:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205009.266508:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205009.266509:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205009.266511:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205009.266512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205009.266515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205009.266533:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205009.266537:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205009.266540:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205009.458483:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205009.458488:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205009.458489:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205009.458493:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205009.458495:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205009.458497:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.458499:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205009.458501:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205009.458503:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.290469:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205010.290473:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205010.290476:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205010.290477:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.290478:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205010.290483:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205010.290486:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205010.290487:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205010.290490:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.290491:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205010.290495:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205010.290497:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205010.290499:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205010.290538:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205010.290541:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205010.290544:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205010.482506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205010.482512:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205010.482513:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205010.482517:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205010.482521:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205010.482523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205010.482525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205010.482527:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205010.482528:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205010.994548:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205010.994558:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205010.994560:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205010.994564:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205010.994568:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205010.994575:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4143
00000400:00000200:1.0:1788205010.994583:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205010.994589:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205010.994592:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205010.994596:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205010.994599:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205010.994602:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205010.994604:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205010.994607:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205010.994609:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205010.994612:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205010.994615:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205010.994617:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205010.994620:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205010.994623:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205010.994625:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205010.994626:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205010.994628:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205010.994631:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205010.994635:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205010.994637:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205010.994640:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205010.994643:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205010.994646:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.994648:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205010.994651:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205010.994659:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e300.
00000020:00000040:1.0:1788205010.994662:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205010.994666:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205010.994668:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.994670:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205010.994673:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205010.994676:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205010.994684:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788205010.994690:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205010.994699:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205010.994709:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205010.994713:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205010.994717:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069697a96] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.994763:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205010.994767:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205010.994769:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205010.994774:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.994781:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205010.994782:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205010.994785:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205010.994787:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205010.994788:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205010.994790:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556801920:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205010.994793:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205010.994797:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205010.994798:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205010.994800:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205010.994804:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205010.994805:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205010.994809:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205010.994812:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205010.994816:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205010.994821:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556801920, portal 25
00000100:00000001:0.0:1788205010.994822:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205010.994823:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250525440 : -105387459026176 : ffffa02691f0e300)
00000100:00000040:0.0:1788205010.994828:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.994833:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205010.994834:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205010.994836:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205010.994838:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556801920, offset 0
00000400:00000200:0.0:1788205010.994842:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205010.994847:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205010.994852:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205010.994856:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205010.994859:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205010.994862:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205010.994864:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205010.994867:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3469:3469:256:4294967295] 192.168.201.145@tcp LPNI seq info [3469:3469:8:4294967295]
00000400:00000200:0.0:1788205010.994870:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205010.994876:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205010.994879:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205010.994882:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205010.994887:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205010.994890:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205010.994893:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205010.994896:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205010.994898:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205010.994900:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205010.994905:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205010.994908:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205010.994911:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205010.994913:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205010.994916:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205010.994918:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.994946:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788205010.994946:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205010.994950:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205010.994952:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205010.994962:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205010.994963:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.994966:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205010.994966:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205010.994971:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205010.994973:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.994975:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205010.994977:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205010.994980:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298818216
00000100:00080000:1.0:1788205010.994983:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4143
00000100:00000010:0.0:1788205010.994985:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000400:00000200:1.0:1788205010.994990:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205010.994992:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1788205010.994996:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205010.994998:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298818216
00000100:00080000:1.0:1788205010.995000:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1788205010.995002:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ae40.
00000100:00000040:1.0:1788205010.995006:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205010.995007:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205010.995012:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205010.995012:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205010.995016:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205010.995018:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205010.995019:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205010.995024:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205010/real 1788205010]  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205010.995024:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205010.995031:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:0.0:1788205010.995036:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1788205010.995036:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000400:00000001:0.0:1788205010.995038:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205010.995041:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000020:00000001:1.0:1788205010.995041:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205010.995044:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000020:00000040:1.0:1788205010.995046:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000400:00000010:0.0:1788205010.995047:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205010.995051:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1788205010.995052:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000200:0.0:1788205010.995055:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205010.995057:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000200:0.0:1788205010.995066:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205010.995066:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205010.995072:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205010.995075:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205010.995078:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205010.995079:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205010.995080:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205010.995083:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205010.995085:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00100000:0.0:1788205010.995088:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205010.995091:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:0.0:1788205010.995095:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788205010.995098:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:0.0:1788205010.995101:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205010.995104:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995110:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1788205010.995110:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205010.995113:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.995114:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205010.995115:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.995117:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1788205010.995117:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205010.995118:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205010.995124:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788205010.995124:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.995130:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:0.0:1788205010.995131:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205010.995134:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:1.0:1788205010.995136:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788205010.995137:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788205010.995144:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205010.995149:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556801920:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205010.995150:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995156:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788205010.995158:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0fb80.
00000100:00000001:0.0:1788205010.995159:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205010.995162:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e300 x1875064556801920/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205010.995164:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205010.995170:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205010.995172:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995178:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788205010.995178:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205010.995182:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1788205010.995182:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1788205010.995185:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788205010.995187:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205010.995188:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205010.995190:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205010.995192:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205010.995194:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205010.995194:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
02000000:00000010:0.0:1788205010.995197:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:0.0:1788205010.995201:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788205010.995201:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205010.995203:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205010.995206:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e300.
00000100:00000001:0.0:1788205010.995208:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205010.995209:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.995212:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205010.995212:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205010.995219:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205010.995222:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.995223:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205010.995224:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205010.995226:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.995228:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205010.995234:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23cdd19] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205010.995251:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205010.995254:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205010.995257:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205010.995259:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205010.995261:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205010.995264:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205010.995265:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205010.995268:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788205010.995269:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4143
00000100:00000001:0.0:1788205010.995270:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1788205010.995276:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205010.995281:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000040:0.0:1788205010.995282:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205010.995286:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205010.995294:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788205010.995294:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205010.995297:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.995298:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205010.995299:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205010.995301:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788205010.995303:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:0.0:1788205010.995304:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.995309:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00100000:0.0:1788205010.995310:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802048:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205010.995316:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1788205010.995316:0:18698:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1788205010.995318:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205010.995320:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205010.995320:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
02000000:00000001:0.0:1788205010.995324:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1788205010.995325:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:0.0:1788205010.995327:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
00000020:00000040:1.0:1788205010.995328:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
02000000:00000001:0.0:1788205010.995330:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205010.995334:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788205010.995335:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205010.995339:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000020:00000001:1.0:1788205010.995340:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:0.0:1788205010.995342:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205010.995346:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556802048, portal 10
00000100:00000040:1.0:1788205010.995346:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205010.995362:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205010.995364:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205010.995366:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205010.995369:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788205010.995371:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205010.995374:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205010.995376:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995377:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250531712 : -105387459019904 : ffffa02691f0fb80)
02000000:00000001:1.0:1788205010.995382:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788205010.995386:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205010.995387:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205010.995393:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995419:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205010.995422:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205010.995424:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205010.995427:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556802048, offset 0
00000400:00000200:0.0:1788205010.995430:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205010.995433:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205010.995436:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:1.0:1788205010.995438:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205010.995439:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205010.995443:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000008:00100000:1.0:1788205010.995444:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788205010.995447:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205010.995451:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000008:00000001:1.0:1788205010.995451:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.995456:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205010.995457:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3470:3470:256:4294967295] 192.168.201.145@tcp LPNI seq info [3470:3470:8:4294967295]
00000100:00000010:1.0:1788205010.995463:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f100.
00000400:00000200:0.0:1788205010.995464:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:1.0:1788205010.995469:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205010.995473:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205010.995476:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205010.995478:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788205010.995480:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205010.995484:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1788205010.995489:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788205010.995489:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205010.995495:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
02000000:00000010:1.0:1788205010.995497:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000800:00000200:0.0:1788205010.995503:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788205010.995504:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205010.995506:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205010.995512:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00100000:1.0:1788205010.995513:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788205010.995514:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205010.995521:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205010.995523:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205010.995527:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205010.995533:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788205010.995533:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205010.995538:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000100:00000001:1.0:1788205010.995538:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205010.995540:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205010.995544:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205010.995548:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205010.995548:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a9604ef] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.995565:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205010.995569:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205010.995572:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995574:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995577:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788205010.995577:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205010.995580:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205010.995583:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1788205010.995584:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000100:00000001:1.0:1788205010.995586:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205010.995589:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788205010.995590:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205010.995592:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298816339
00000100:00000001:0.0:1788205010.995596:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298818216
00000100:00000001:1.0:1788205010.995597:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205010.995598:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298816339
00000100:00000001:0.0:1788205010.995601:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298818216
00000100:00000001:0.0:1788205010.995604:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788205010.995604:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4143
00000100:00000001:0.0:1788205010.995607:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995610:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1788205010.995613:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:0.0:1788205010.995614:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205010/real 1788205010]  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205010.995622:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1788205010.995623:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000001:0.0:1788205010.995625:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205010.995627:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000100:00080000:1.0:1788205010.995629:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205010.995630:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205010.995634:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205010.995637:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1788205010.995637:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:0.0:1788205010.995641:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205010.995643:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205010.995650:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205010.995655:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205010.995660:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1788205010.995661:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205010.995664:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:0.0:1788205010.995667:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1788205010.995669:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205010.995670:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.995673:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205010.995674:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788205010.995674:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00100000:0.0:1788205010.995679:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205010.995680:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788205010.995686:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788205010.995687:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205010.995695:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205010.995695:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205010.995701:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205010.995703:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205010.995706:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205010.995707:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205010.995708:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205010.995709:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.995712:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205010.995713:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205010.995714:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205010.995720:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1788205010.995720:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205010.995728:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00080000:1.0:1788205010.995728:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205010.995733:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788205010.995735:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205010.995737:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205010.995739:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788205010.995745:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802048:192.168.201.145@tcp:38:kworker.0
02000000:00000001:1.0:1788205010.995745:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205010.995751:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995752:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.995756:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788205010.995757:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788205010.995759:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0fb80 x1875064556802048/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788205010.995761:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205010.995768:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205010.995773:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995775:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205010.995777:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205010.995779:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
00000100:00000010:1.0:1788205010.995779:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d880.
02000000:00000001:0.0:1788205010.995784:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:1.0:1788205010.995785:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205010.995786:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205010.995788:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205010.995791:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:1.0:1788205010.995792:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1788205010.995793:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205010.995795:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205010.995796:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205010.995798:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205010.995800:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0fb80.
00000100:00000001:1.0:1788205010.995801:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205010.995803:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205010.995805:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788205010.995805:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205010.995809:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788205010.995810:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995811:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205010.995813:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995815:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:1.0:1788205010.995816:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:0.0:1788205010.995817:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205010.995819:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205010.995823:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205010.995823:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995830:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205010.995833:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205010.995834:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788205010.995835:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205010.995837:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205010.995840:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205010.995845:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802176:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205010.995852:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205010.995854:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205010.995855:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205010.995858:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788205010.995858:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1788205010.995863:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
00000100:00000001:1.0:1788205010.995863:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205010.995865:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205010.995869:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205010.995871:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000040:1.0:1788205010.995873:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071cd53c4] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205010.995874:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205010.995878:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556802176, portal 4
00000100:00000001:0.0:1788205010.995881:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205010.995882:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529024 : -105387459022592 : ffffa02691f0f100)
00000100:00000040:0.0:1788205010.995890:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205010.995892:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995898:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205010.995901:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4153)
00000100:00000040:0.0:1788205010.995902:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205010.995904:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205010.995907:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556802176, offset 0
00000400:00000200:0.0:1788205010.995910:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205010.995913:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205010.995915:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205010.995917:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205010.995919:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205010.995920:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205010.995922:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205010.995925:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3471:3471:256:4294967295] 192.168.201.145@tcp LPNI seq info [3471:3471:8:4294967295]
00000400:00000200:0.0:1788205010.995928:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205010.995931:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205010.995934:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205010.995935:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205010.995938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205010.995939:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205010.995942:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205010.995943:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205010.995946:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205010.995947:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205010.995948:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205010.995950:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205010.995952:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205010.995954:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205010.995956:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205010.995959:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.995966:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205010.995968:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.995974:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995976:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205010.995978:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205010.995981:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205010.995984:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205010.995986:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298816022
00000100:00000001:0.0:1788205010.995988:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298818216
00000100:00000001:0.0:1788205010.995990:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298816022
00000100:00000001:0.0:1788205010.995992:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298818216
00000100:00000001:0.0:1788205010.995993:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205010.995995:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.995997:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205010.996000:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205010/real 1788205010]  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205010.996007:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205010.996008:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205010.996010:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205010.996012:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205010.996014:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205010.996016:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205010.996019:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205010.996027:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996032:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205010.996033:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996035:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205010.996036:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205010.996038:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996042:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205010.996044:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996048:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205010.996049:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996050:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205010.996051:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996052:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205010.996053:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205010.996054:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205010.996056:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205010.996057:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205010.996059:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205010.996063:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802176:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205010.996065:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996066:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205010.996068:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f100 x1875064556802176/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996071:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205010.996072:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205010.996074:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205010.996075:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205010.996076:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205010.996077:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205010.996078:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205010.996079:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:0.0:1788205010.996081:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205010.996082:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205010.996083:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f100.
00000100:00000001:0.0:1788205010.996085:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205010.996086:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996087:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996089:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205010.996090:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.996091:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205010.996092:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205010.996092:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205010.996095:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996098:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205010.996099:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205010.996101:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205010.996102:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205010.996103:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205010.996104:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802304:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205010.996106:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205010.996107:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205010.996108:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205010.996109:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205010.996111:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205010.996112:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205010.996114:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205010.996116:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205010.996118:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205010.996119:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556802304, portal 4
00000100:00000001:0.0:1788205010.996121:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205010.996122:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250522752 : -105387459028864 : ffffa02691f0d880)
00000100:00000040:0.0:1788205010.996125:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996129:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205010.996130:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205010.996132:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205010.996133:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556802304, offset 0
00000400:00000200:0.0:1788205010.996135:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205010.996137:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205010.996139:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205010.996141:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205010.996142:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205010.996144:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205010.996145:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205010.996147:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3472:3472:256:4294967295] 192.168.201.145@tcp LPNI seq info [3472:3472:8:4294967295]
00000400:00000200:0.0:1788205010.996149:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205010.996153:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205010.996155:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205010.996158:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205010.996161:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205010.996164:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205010.996167:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205010.996182:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205010.996186:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205010.996189:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205010.996191:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205010.996194:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205010.996197:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205010.996199:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205010.996201:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205010.996205:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996217:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205010.996220:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996225:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.996227:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205010.996230:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205010.996233:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205010.996236:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205010.996237:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298816753
00000100:00000001:0.0:1788205010.996240:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298818216
00000100:00000001:0.0:1788205010.996242:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298816753
00000100:00000001:0.0:1788205010.996243:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298818216
00000100:00000001:0.0:1788205010.996245:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205010.996247:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.996249:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205010.996253:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205010/real 1788205010]  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205010.996260:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205010.996261:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205010.996263:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205010.996265:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205010.996267:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205010.996268:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205010.996271:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205010.996279:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996284:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205010.996286:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996288:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205010.996289:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205010.996292:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996299:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205010.996302:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996308:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205010.996310:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996311:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205010.996313:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996314:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205010.996316:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205010.996318:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205010.996321:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205010.996323:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205010.996328:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205010.996335:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802304:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205010.996339:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996341:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205010.996344:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d880 x1875064556802304/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205010.996362:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205010.996364:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205010.996366:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205010.996369:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205010.996370:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205010.996372:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205010.996374:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205010.996376:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:0.0:1788205010.996378:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205010.996379:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205010.996381:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d880.
00000100:00000001:0.0:1788205010.996383:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205010.996385:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996386:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.996390:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205010.996391:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205010.996393:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205010.996395:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205011.314487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205011.314492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205011.314493:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205011.314494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205011.314498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205011.314500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205011.314504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205011.314505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205011.314507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205011.314508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205011.314510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205011.314513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205011.314515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205011.314535:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205011.314537:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205011.314539:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205011.506501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205011.506507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205011.506509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205011.506512:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205011.506514:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205011.506517:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205011.506519:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205011.506521:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205011.506523:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205012.338499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205012.338505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205012.338511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205012.338514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205012.338517:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205012.338522:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205012.338524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205012.338528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205012.338532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205012.338536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205012.338539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205012.338542:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205012.338545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205012.338563:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205012.338567:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205012.338571:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205012.530467:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205012.530475:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205012.530477:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205012.530483:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205012.530486:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205012.530490:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205012.530493:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205012.530495:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205012.530498:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205013.234472:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298818216, at 4298818240
00000100:00000040:1.0:1788205013.234472:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298818216, at 4298818240
00000100:00000010:0.0:1788205013.234485:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788205013.234494:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ae40.
00000100:00000001:3.0:1788205013.362490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205013.362498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205013.362500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205013.362500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205013.362506:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:3.0:1788205013.362508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205013.362510:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205013.362513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205013.362516:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205013.362518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205013.362521:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788205013.362522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205013.362524:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205013.362527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205013.362528:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205013.362532:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205013.362532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205013.362540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205013.362541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205013.362573:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205013.362576:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205013.362578:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205013.554490:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205013.554497:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205013.554499:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205013.554504:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205013.554508:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205013.554511:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205013.554514:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205013.554516:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205013.554519:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.386521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205014.386526:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205014.386531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.386532:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205014.386536:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205014.386536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205014.386538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205014.386543:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205014.386549:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205014.386553:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.386557:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205014.386561:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.386564:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205014.386584:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205014.386587:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205014.386591:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205014.578541:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205014.578551:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205014.578553:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205014.578560:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205014.578565:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205014.578571:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205014.578575:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205014.578578:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205014.578581:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205015.410463:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205015.410471:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205015.410474:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205015.410477:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205015.410481:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205015.410482:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205015.410487:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205015.410489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205015.410492:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205015.410492:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205015.410499:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205015.410502:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205015.410506:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205015.410554:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205015.410558:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205015.410562:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205015.602491:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205015.602496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205015.602498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205015.602502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205015.602504:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205015.602507:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205015.602509:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205015.602511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205015.602513:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205016.114522:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205016.114529:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205016.114532:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205016.114534:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205016.114538:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205016.114543:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4148
00000400:00000200:3.0:1788205016.114549:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205016.114554:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205016.114557:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205016.114559:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114561:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205016.114563:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114564:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205016.114567:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205016.114568:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205016.114570:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205016.114573:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205016.114574:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205016.114575:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205016.114577:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114579:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205016.114580:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114581:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205016.114583:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205016.114586:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114587:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205016.114589:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205016.114591:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205016.114593:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.114594:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205016.114595:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205016.114603:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205016.114606:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205016.114608:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205016.114609:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.114612:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205016.114614:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205016.114617:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205016.114622:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:3.0:1788205016.114627:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205016.114633:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205016.114640:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205016.114643:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205016.114646:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205016.114661:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205016.114663:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205016.114665:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205016.114666:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205016.114667:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205016.114669:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205016.114671:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4148
00000400:00000200:3.0:1788205016.114673:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205016.114675:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205016.114676:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205016.114678:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114680:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205016.114681:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114683:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205016.114684:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205016.114685:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205016.114686:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205016.114687:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205016.114689:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205016.114690:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205016.114692:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114693:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205016.114694:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114696:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205016.114697:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788205016.114699:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:0.0:1788205016.114703:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205016.114704:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205016.114707:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205016.114708:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205016.114712:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788205016.114717:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205016.114718:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205016.114722:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.114725:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205016.114729:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205016.114735:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.114739:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.114745:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1788205016.114747:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788205016.114749:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205016.114750:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205016.114754:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205016.114756:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205016.114757:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.114760:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205016.114762:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205016.114762:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205016.114765:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205016.114767:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205016.114769:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:3.0:1788205016.114773:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205016.114774:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556802432:192.168.201.145@tcp:250:kworker.0
00000100:00100000:3.0:1788205016.114779:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205016.114781:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205016.114786:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205016.114787:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788205016.114791:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.114791:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205016.114793:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205016.114797:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205016.114802:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205016.114804:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1788205016.114805:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
00000100:00080000:3.0:1788205016.114807:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205016.114810:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1788205016.114811:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205016.114812:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205016.114817:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205016.114818:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4148
00000400:00000200:0.0:1788205016.114822:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205016.114824:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205016.114827:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000010:0.0:1788205016.114829:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00080000:3.0:1788205016.114829:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205016.114833:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114836:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205016.114838:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114839:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:0.0:1788205016.114840:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000020:00000001:3.0:1788205016.114841:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205016.114843:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205016.114845:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205016.114847:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205016.114848:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205016.114850:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:0.0:1788205016.114851:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556802432, portal 25
00000100:00000040:3.0:1788205016.114852:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114856:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205016.114857:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788205016.114859:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205016.114860:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000001:3.0:1788205016.114861:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205016.114865:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205016.114869:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:0.0:1788205016.114870:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205016.114871:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205016.114874:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205016.114877:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205016.114881:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.114885:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205016.114886:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1788205016.114888:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788205016.114891:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000008:00000001:3.0:1788205016.114892:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205016.114895:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000001:3.0:1788205016.114895:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205016.114901:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556802432, offset 0
00000100:00000010:3.0:1788205016.114902:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205016.114905:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205016.114906:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788205016.114908:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788205016.114909:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.114913:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205016.114913:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205016.114915:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205016.114917:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000400:00000200:0.0:1788205016.114918:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205016.114921:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205016.114925:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00100000:3.0:1788205016.114927:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205016.114931:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205016.114935:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205016.114938:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:3.0:1788205016.114939:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205016.114944:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788205016.114944:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205016.114950:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205016.114957:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3473:3473:256:4294967295] 192.168.201.145@tcp LPNI seq info [3473:3473:8:4294967295]
00000100:00000001:3.0:1788205016.114958:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205016.114962:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205016.114968:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205016.114968:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205016.114971:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205016.114973:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205016.114975:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205016.114977:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4148
00000400:00000200:3.0:1788205016.114983:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205016.114988:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205016.114990:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205016.114991:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788205016.114995:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.114999:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205016.115000:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.115002:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:0.0:1788205016.115006:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788205016.115007:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205016.115008:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205016.115011:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205016.115012:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205016.115013:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000010:0.0:1788205016.115015:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000020:00000001:3.0:1788205016.115015:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205016.115018:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.115020:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205016.115021:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205016.115023:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205016.115024:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000800:00000200:0.0:1788205016.115027:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788205016.115029:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000200:0.0:1788205016.115032:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788205016.115032:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205016.115034:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205016.115037:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205016.115040:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205016.115041:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205016.115043:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205016.115046:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1788205016.115046:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000008:00000001:3.0:1788205016.115052:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.115054:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205016.115055:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205016.115058:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000100:00000010:3.0:1788205016.115059:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205016.115063:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205016.115064:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205016.115065:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205016.115066:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205016.115067:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205016.115069:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205016.115072:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205016.115073:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1788205016.115075:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000400:00000200:0.0:1788205016.115078:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205016.115081:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205016.115085:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205016.115085:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205016.115089:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205016.115093:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205016.115106:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205016.115107:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205016.115111:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205016.115112:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205016.115120:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115121:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115125:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205016.115130:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.115133:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205016.115137:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205016.115140:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298823336
00000100:00000040:3.0:1788205016.115142:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4158)
00000100:00000010:0.0:1788205016.115144:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788205016.115152:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205016.115159:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298823336
00000100:00000010:0.0:1788205016.115162:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808aae0.
00000100:00000001:0.0:1788205016.115166:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205016.115170:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205016.115173:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115175:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205016.115179:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205016/real 1788205016]  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205016.115187:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205016.115189:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205016.115190:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205016.115193:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205016.115194:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205016.115196:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205016.115199:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205016.115207:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115213:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205016.115215:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115217:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205016.115219:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205016.115222:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115228:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205016.115232:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115239:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205016.115241:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115242:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205016.115243:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115245:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205016.115247:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205016.115249:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205016.115253:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205016.115255:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205016.115258:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205016.115295:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556802432:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205016.115299:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115301:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205016.115312:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556802432/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115327:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205016.115329:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205016.115331:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205016.115336:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205016.115337:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205016.115339:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205016.115341:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205016.115343:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:0.0:1788205016.115347:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205016.115348:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205016.115350:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788205016.115353:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205016.115354:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115355:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115360:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205016.115362:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115363:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205016.115364:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205016.115365:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205016.115368:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115372:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205016.115373:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205016.115374:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205016.115376:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205016.115377:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205016.115379:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802560:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205016.115381:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205016.115382:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205016.115383:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205016.115384:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205016.115386:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205016.115388:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205016.115390:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205016.115392:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205016.115394:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205016.115425:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556802560, portal 10
00000100:00000001:0.0:1788205016.115427:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205016.115428:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788205016.115432:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115436:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205016.115438:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205016.115439:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205016.115441:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556802560, offset 0
00000400:00000200:0.0:1788205016.115443:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205016.115446:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205016.115449:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205016.115451:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205016.115459:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205016.115461:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205016.115462:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205016.115466:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3474:3474:256:4294967295] 192.168.201.145@tcp LPNI seq info [3474:3474:8:4294967295]
00000400:00000200:0.0:1788205016.115469:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205016.115473:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205016.115476:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205016.115478:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205016.115480:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205016.115482:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205016.115485:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205016.115486:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205016.115489:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205016.115490:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205016.115492:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205016.115494:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205016.115496:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205016.115497:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205016.115499:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205016.115501:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115506:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205016.115508:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115511:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115512:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205016.115514:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205016.115517:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205016.115519:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205016.115520:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298821459
00000100:00000001:0.0:1788205016.115521:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298823336
00000100:00000001:0.0:1788205016.115523:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298821459
00000100:00000001:0.0:1788205016.115524:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298823336
00000100:00000001:0.0:1788205016.115525:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205016.115526:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115527:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205016.115529:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205016/real 1788205016]  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205016.115534:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205016.115535:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205016.115536:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205016.115537:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205016.115538:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205016.115539:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205016.115541:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205016.115546:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115553:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205016.115554:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115555:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205016.115556:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205016.115557:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115561:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205016.115563:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115566:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205016.115568:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115569:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205016.115569:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115570:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205016.115571:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205016.115573:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205016.115574:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205016.115575:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205016.115577:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205016.115582:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802560:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205016.115584:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205016.115585:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115589:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205016.115590:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205016.115592:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205016.115593:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205016.115594:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205016.115596:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802688:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205016.115598:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205016.115599:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205016.115599:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205016.115600:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205016.115602:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205016.115603:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205016.115606:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205016.115607:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205016.115609:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205016.115611:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556802688, portal 4
00000100:00000001:0.0:1788205016.115612:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205016.115613:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:0.0:1788205016.115616:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115620:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205016.115622:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205016.115623:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205016.115624:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556802688, offset 0
00000400:00000200:0.0:1788205016.115626:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205016.115628:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205016.115630:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205016.115632:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205016.115633:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205016.115634:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205016.115636:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205016.115637:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3475:3475:256:4294967295] 192.168.201.145@tcp LPNI seq info [3475:3475:8:4294967295]
00000400:00000200:0.0:1788205016.115640:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205016.115643:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205016.115646:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205016.115648:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205016.115650:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205016.115652:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205016.115654:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205016.115655:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205016.115658:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205016.115659:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205016.115661:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205016.115662:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205016.115664:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205016.115665:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205016.115666:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205016.115668:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115672:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205016.115674:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115677:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115678:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205016.115680:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205016.115681:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205016.115683:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205016.115684:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298821142
00000100:00000001:0.0:1788205016.115685:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298823336
00000100:00000001:0.0:1788205016.115686:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298821142
00000100:00000001:0.0:1788205016.115688:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298823336
00000100:00000001:0.0:1788205016.115689:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205016.115690:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115691:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205016.115693:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205016/real 1788205016]  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205016.115698:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205016.115698:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205016.115699:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205016.115701:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205016.115701:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205016.115702:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205016.115704:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205016.115708:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115712:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205016.115712:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115713:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205016.115714:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205016.115716:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115720:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205016.115722:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115725:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205016.115726:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115727:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205016.115728:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115729:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205016.115730:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205016.115731:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205016.115732:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205016.115733:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205016.115736:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205016.115740:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802688:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205016.115742:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205016.115744:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115747:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205016.115748:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205016.115749:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205016.115750:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205016.115751:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205016.115752:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802816:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205016.115754:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205016.115755:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205016.115756:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205016.115756:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205016.115758:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205016.115759:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205016.115760:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205016.115762:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205016.115763:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205016.115765:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556802816, portal 4
00000100:00000001:0.0:1788205016.115766:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205016.115767:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788205016.115770:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115773:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205016.115774:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205016.115776:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205016.115777:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556802816, offset 0
00000400:00000200:0.0:1788205016.115779:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205016.115781:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205016.115783:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205016.115784:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205016.115786:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205016.115787:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205016.115788:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205016.115790:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3476:3476:256:4294967295] 192.168.201.145@tcp LPNI seq info [3476:3476:8:4294967295]
00000400:00000200:0.0:1788205016.115792:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205016.115796:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205016.115798:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205016.115799:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205016.115801:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205016.115802:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205016.115805:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205016.115806:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205016.115808:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205016.115810:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205016.115811:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205016.115813:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205016.115814:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205016.115815:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205016.115816:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205016.115818:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115822:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205016.115824:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115828:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115828:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205016.115830:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205016.115831:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205016.115833:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205016.115834:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298821873
00000100:00000001:0.0:1788205016.115835:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298823336
00000100:00000001:0.0:1788205016.115837:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298821873
00000100:00000001:0.0:1788205016.115838:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298823336
00000100:00000001:0.0:1788205016.115839:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205016.115840:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115841:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205016.115842:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205016/real 1788205016]  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205016.115846:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205016.115847:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205016.115848:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205016.115849:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205016.115850:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205016.115851:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205016.115853:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205016.115857:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115860:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205016.115861:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115862:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205016.115863:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205016.115864:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115868:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205016.115870:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115873:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205016.115875:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115875:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205016.115876:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115877:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205016.115878:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205016.115879:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205016.115881:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205016.115882:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205016.115884:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205016.115888:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556802816:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205016.115890:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115891:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205016.115892:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556802560/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115895:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205016.115896:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205016.115897:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205016.115899:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205016.115899:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205016.115900:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205016.115901:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205016.115902:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:0.0:1788205016.115903:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205016.115904:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205016.115905:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788205016.115907:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205016.115907:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115908:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205016.115910:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556802688/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115917:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205016.115918:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205016.115919:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205016.115920:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205016.115921:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205016.115921:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205016.115922:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205016.115923:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:0.0:1788205016.115924:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205016.115924:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205016.115925:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788205016.115926:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205016.115927:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115928:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205016.115929:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556802816/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205016.115932:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205016.115933:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205016.115934:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205016.115935:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205016.115935:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205016.115936:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205016.115937:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205016.115938:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:0.0:1788205016.115939:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205016.115939:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205016.115940:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788205016.115941:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205016.115942:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115943:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.115944:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205016.115945:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205016.115946:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205016.115947:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.434512:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205016.434516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205016.434520:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205016.434521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.434524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205016.434529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205016.434530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205016.434533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205016.434535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205016.434540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205016.434543:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205016.434545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205016.434547:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205016.434583:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205016.434587:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205016.434590:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205016.626462:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205016.626467:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205016.626469:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205016.626473:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205016.626475:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205016.626477:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205016.626480:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205016.626482:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205016.626484:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205017.458504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205017.458506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205017.458510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205017.458511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205017.458514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205017.458515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205017.458518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205017.458519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205017.458523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205017.458526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.458527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205017.458529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205017.458531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205017.458569:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205017.458572:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205017.458574:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205017.650491:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205017.650496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205017.650498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205017.650501:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205017.650504:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205017.650506:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205017.650508:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205017.650511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205017.650512:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205018.354504:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298823336, at 4298823360
00000100:00000040:1.0:1788205018.354504:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298823336, at 4298823360
00000100:00000010:0.0:1788205018.354516:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788205018.354519:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808aae0.
00000100:00000001:3.0:1788205018.482502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205018.482507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205018.482508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205018.482512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205018.482514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205018.482515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205018.482518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205018.482519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205018.482522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205018.482525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205018.482526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205018.482531:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205018.482531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205018.482535:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205018.482538:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205018.482542:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205018.482544:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205018.482546:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205018.482548:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205018.482607:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205018.482611:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205018.482613:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205018.674450:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205018.674455:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205018.674457:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205018.674461:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205018.674464:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205018.674466:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205018.674468:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205018.674470:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205018.674472:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205019.506529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205019.506534:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205019.506536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.506542:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205019.506545:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205019.506554:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205019.506555:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205019.506557:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.506566:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205019.506572:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.506576:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205019.506579:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.506582:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205019.506614:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205019.506618:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205019.506620:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205019.698484:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205019.698488:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205019.698490:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205019.698493:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205019.698496:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205019.698499:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.698501:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205019.698503:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205019.698505:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205020.530526:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205020.530526:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205020.530537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205020.530537:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205020.530542:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205020.530547:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205020.530550:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205020.530551:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205020.530557:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205020.530564:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205020.530567:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205020.530570:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205020.530574:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205020.530595:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205020.530598:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205020.530600:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205020.722497:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205020.722511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205020.722512:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205020.722516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205020.722518:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205020.722521:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205020.722523:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205020.722525:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205020.722527:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205021.234484:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205021.234498:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205021.234500:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205021.234505:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205021.234510:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205021.234519:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4153
00000400:00000200:3.0:1788205021.234531:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205021.234538:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205021.234541:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205021.234551:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234554:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205021.234556:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234557:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205021.234561:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205021.234563:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205021.234565:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205021.234568:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205021.234569:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205021.234571:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205021.234573:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234574:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205021.234575:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234576:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205021.234578:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205021.234581:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234582:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205021.234584:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205021.234587:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205021.234589:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.234591:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205021.234593:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205021.234602:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205021.234605:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205021.234609:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205021.234610:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.234613:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205021.234616:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205021.234620:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205021.234628:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788205021.234634:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205021.234643:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205021.234650:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205021.234654:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205021.234657:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205021.234675:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205021.234678:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205021.234680:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205021.234681:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205021.234683:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205021.234685:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205021.234686:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4153
00000400:00000200:3.0:1788205021.234688:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205021.234692:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205021.234693:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205021.234696:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234698:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205021.234699:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234701:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205021.234702:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205021.234703:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205021.234705:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205021.234706:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205021.234709:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788205021.234710:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205021.234711:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788205021.234720:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788205021.234720:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234726:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205021.234727:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205021.234731:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205021.234735:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205021.234737:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205021.234743:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:0.0:1788205021.234744:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205021.234746:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205021.234751:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205021.234758:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205021.234763:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.234764:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205021.234765:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205021.234771:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788205021.234773:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205021.234778:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1788205021.234778:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.234780:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.234784:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788205021.234785:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205021.234790:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205021.234793:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205021.234797:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205021.234799:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205021.234803:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556802944:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205021.234803:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205021.234808:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205021.234813:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.234814:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1788205021.234817:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
02000000:00000001:0.0:1788205021.234819:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205021.234822:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.234823:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.234828:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788205021.234832:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788205021.234838:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
00000100:00000001:3.0:1788205021.234839:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205021.234845:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.234846:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205021.234865:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205021.234870:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205021.234880:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000001:3.0:1788205021.234890:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205021.234892:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00080000:3.0:1788205021.234893:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205021.234902:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1788205021.234903:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556802944, portal 25
00000100:00000001:3.0:1788205021.234905:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205021.234909:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788205021.234909:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205021.234913:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000001:3.0:1788205021.234915:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205021.234924:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4153
00000100:00000040:0.0:1788205021.234925:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205021.234938:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205021.234947:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205021.234949:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205021.234951:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234956:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205021.234964:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205021.234965:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:0.0:1788205021.234972:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205021.234973:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:0.0:1788205021.234975:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000020:00000001:3.0:1788205021.234981:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1788205021.234982:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556802944, offset 0
00000020:00000040:3.0:1788205021.234987:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205021.234992:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205021.234997:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788205021.234997:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205021.235005:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205021.235009:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788205021.235010:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205021.235021:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:3.0:1788205021.235021:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205021.235027:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205021.235027:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205021.235038:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000040:3.0:1788205021.235039:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205021.235042:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205021.235050:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788205021.235051:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000040:3.0:1788205021.235058:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:0.0:1788205021.235059:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3477:3477:256:4294967295] 192.168.201.145@tcp LPNI seq info [3477:3477:8:4294967295]
00000100:00080000:3.0:1788205021.235066:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205021.235072:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205021.235073:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788205021.235078:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205021.235083:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205021.235090:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.235094:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205021.235100:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1788205021.235100:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205021.235110:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.235117:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205021.235118:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000010:3.0:1788205021.235123:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000800:00000010:0.0:1788205021.235127:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000020:00000040:3.0:1788205021.235129:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205021.235134:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205021.235136:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.235139:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205021.235143:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1788205021.235144:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205021.235151:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1788205021.235154:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205021.235158:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205021.235162:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
02000000:00000010:3.0:1788205021.235163:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000800:00000100:0.0:1788205021.235170:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205021.235183:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000100:00000001:3.0:1788205021.235185:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205021.235190:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1788205021.235195:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205021.235196:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205021.235205:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205021.235210:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205021.235216:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205021.235216:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205021.235222:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205021.235223:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235238:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205021.235239:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205021.235244:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235270:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.235279:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205021.235282:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.235285:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205021.235287:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205021.235295:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205021.235296:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205021.235297:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205021.235301:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205021.235302:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205021.235305:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298828456
00000100:00080000:3.0:1788205021.235308:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4153
00000100:00000010:0.0:1788205021.235312:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000400:00000200:3.0:1788205021.235313:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205021.235321:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205021.235322:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788205021.235330:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205021.235337:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205021.235338:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298828456
00000100:00000010:0.0:1788205021.235350:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ab40.
00000100:00000001:3.0:1788205021.235350:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205021.235356:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788205021.235356:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.235366:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205021.235368:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205021.235370:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205021.235372:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205021.235373:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205021.235379:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205021.235380:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1788205021.235391:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205021.235420:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205021.235424:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205021.235427:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.235429:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205021.235432:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205021.235433:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205021.235436:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205021.235439:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205021.235441:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205021.235444:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205021.235447:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788205021.235449:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205021/real 1788205021]  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205021.235449:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.235456:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205021.235461:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000001:0.0:1788205021.235474:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1788205021.235474:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205021.235477:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788205021.235481:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205021.235482:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205021.235486:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205021.235490:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000010:3.0:1788205021.235494:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788205021.235495:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1788205021.235501:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000200:0.0:1788205021.235507:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205021.235508:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205021.235510:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.235512:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205021.235514:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205021.235516:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205021.235525:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788205021.235533:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205021.235540:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205021.235542:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205021.235577:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205021.235582:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205021.235582:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205021.235590:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205021.235591:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.235599:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205021.235606:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205021.235614:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205021.235614:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205021.235621:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4163)
00000100:00000001:0.0:1788205021.235625:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205021.235632:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235637:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205021.235639:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.235641:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205021.235642:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.235644:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205021.235647:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205021.235650:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205021.235654:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205021.235655:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205021.235658:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205021.235663:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556802944:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205021.235666:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.235668:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205021.235670:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556802944/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235673:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205021.235675:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205021.235677:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205021.235680:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205021.235681:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205021.235682:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205021.235684:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205021.235686:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:0.0:1788205021.235689:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205021.235690:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205021.235692:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788205021.235694:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205021.235695:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.235696:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.235702:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205021.235703:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.235704:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205021.235706:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205021.235707:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205021.235709:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235714:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205021.235715:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.235716:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205021.235717:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205021.235719:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205021.235720:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803072:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205021.235722:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205021.235724:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205021.235725:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.235726:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205021.235728:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205021.235729:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205021.235732:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205021.235733:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205021.235736:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205021.235738:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556803072, portal 10
00000100:00000001:0.0:1788205021.235739:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205021.235740:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788205021.235744:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235748:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205021.235750:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205021.235751:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205021.235753:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556803072, offset 0
00000400:00000200:0.0:1788205021.235755:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205021.235759:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205021.235762:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205021.235765:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205021.235768:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205021.235770:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205021.235772:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205021.235775:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3478:3478:256:4294967295] 192.168.201.145@tcp LPNI seq info [3478:3478:8:4294967295]
00000400:00000200:0.0:1788205021.235779:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205021.235785:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205021.235790:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205021.235793:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205021.235797:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205021.235800:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205021.235805:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205021.235807:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205021.235809:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205021.235810:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205021.235812:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205021.235815:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205021.235817:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205021.235818:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205021.235819:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205021.235822:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235827:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205021.235828:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235832:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.235833:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205021.235836:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205021.235839:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205021.235840:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205021.235842:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298826579
00000100:00000001:0.0:1788205021.235843:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298828456
00000100:00000001:0.0:1788205021.235845:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298826579
00000100:00000001:0.0:1788205021.235846:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298828456
00000100:00000001:0.0:1788205021.235847:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205021.235848:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.235850:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205021.235852:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205021/real 1788205021]  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205021.235857:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205021.235857:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205021.235859:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205021.235860:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205021.235861:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205021.235862:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205021.235864:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205021.235869:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235872:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205021.235873:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.235874:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205021.235874:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205021.235876:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235880:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205021.235882:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235886:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205021.235887:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.235888:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205021.235889:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.235890:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205021.235892:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205021.235893:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205021.235895:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205021.235896:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205021.235898:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205021.235902:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803072:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205021.235904:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205021.235907:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235911:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205021.235912:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.235913:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205021.235914:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205021.235915:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205021.235917:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803200:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205021.235919:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205021.235920:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205021.235921:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.235922:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205021.235924:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205021.235926:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205021.235928:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205021.235930:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205021.235932:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205021.235934:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556803200, portal 4
00000100:00000001:0.0:1788205021.235935:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205021.235936:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788205021.235939:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235943:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205021.235945:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205021.235946:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205021.235947:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556803200, offset 0
00000400:00000200:0.0:1788205021.235949:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205021.235951:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205021.235953:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205021.235955:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205021.235956:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205021.235958:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205021.235959:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205021.235961:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3479:3479:256:4294967295] 192.168.201.145@tcp LPNI seq info [3479:3479:8:4294967295]
00000400:00000200:0.0:1788205021.235963:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205021.235967:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205021.235969:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205021.235971:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205021.235973:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205021.235975:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205021.235977:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205021.235979:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205021.235981:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205021.235982:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205021.235984:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205021.235986:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205021.235987:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205021.235988:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205021.235990:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205021.235992:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.235996:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205021.235998:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236002:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.236003:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205021.236004:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205021.236006:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205021.236008:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205021.236009:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298826262
00000100:00000001:0.0:1788205021.236010:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298828456
00000100:00000001:0.0:1788205021.236011:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298826262
00000100:00000001:0.0:1788205021.236013:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298828456
00000100:00000001:0.0:1788205021.236014:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205021.236015:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.236016:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205021.236018:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205021/real 1788205021]  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205021.236021:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205021.236022:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205021.236023:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205021.236024:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205021.236025:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205021.236026:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205021.236027:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205021.236032:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236039:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205021.236039:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236041:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205021.236041:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205021.236043:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236047:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205021.236049:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236053:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205021.236054:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236056:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205021.236056:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236058:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205021.236059:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205021.236061:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205021.236064:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205021.236066:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205021.236070:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205021.236077:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803200:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205021.236081:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205021.236085:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236092:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205021.236093:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.236096:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205021.236097:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205021.236099:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205021.236101:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803328:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205021.236103:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205021.236105:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205021.236106:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205021.236107:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205021.236109:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205021.236111:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205021.236115:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205021.236117:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205021.236120:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205021.236122:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556803328, portal 4
00000100:00000001:0.0:1788205021.236124:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205021.236126:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788205021.236132:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236139:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205021.236141:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205021.236143:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205021.236145:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556803328, offset 0
00000400:00000200:0.0:1788205021.236149:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205021.236152:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205021.236155:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205021.236157:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205021.236158:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205021.236160:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205021.236161:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205021.236163:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3480:3480:256:4294967295] 192.168.201.145@tcp LPNI seq info [3480:3480:8:4294967295]
00000400:00000200:0.0:1788205021.236165:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205021.236169:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205021.236187:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205021.236190:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205021.236194:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205021.236196:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205021.236199:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205021.236201:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205021.236204:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205021.236206:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205021.236209:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205021.236212:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205021.236215:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205021.236217:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205021.236219:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205021.236223:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236231:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205021.236234:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236239:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.236240:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205021.236243:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205021.236245:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205021.236248:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205021.236250:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298826993
00000100:00000001:0.0:1788205021.236252:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298828456
00000100:00000001:0.0:1788205021.236254:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298826993
00000100:00000001:0.0:1788205021.236256:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298828456
00000100:00000001:0.0:1788205021.236257:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205021.236259:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.236261:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205021.236264:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205021/real 1788205021]  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205021.236271:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205021.236272:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205021.236273:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205021.236275:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205021.236276:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205021.236278:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205021.236281:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205021.236288:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236293:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205021.236294:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236296:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205021.236297:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205021.236300:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236305:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205021.236308:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236315:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205021.236317:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236319:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205021.236320:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236322:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205021.236323:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205021.236324:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205021.236327:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205021.236328:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205021.236331:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205021.236335:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803328:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205021.236338:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236339:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205021.236342:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556803072/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236347:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205021.236348:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205021.236350:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205021.236352:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205021.236354:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205021.236355:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205021.236357:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205021.236358:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:0.0:1788205021.236361:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205021.236362:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205021.236364:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788205021.236366:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205021.236367:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236369:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205021.236372:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556803200/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236379:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205021.236380:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205021.236381:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205021.236384:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205021.236385:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205021.236386:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205021.236387:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205021.236388:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:0.0:1788205021.236389:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205021.236390:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205021.236391:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788205021.236393:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205021.236394:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236394:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205021.236412:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556803328/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205021.236417:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205021.236417:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205021.236419:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205021.236420:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205021.236421:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205021.236422:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205021.236423:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205021.236424:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:0.0:1788205021.236425:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205021.236426:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205021.236427:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788205021.236428:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205021.236429:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236430:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.236432:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205021.236433:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205021.236434:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205021.236435:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.554494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205021.554498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205021.554503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.554503:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205021.554506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205021.554509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205021.554512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205021.554516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205021.554518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205021.554520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205021.554524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205021.554526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205021.554529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205021.554565:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205021.554568:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205021.554570:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205021.746468:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205021.746478:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205021.746480:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205021.746484:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205021.746486:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205021.746489:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205021.746490:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205021.746493:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205021.746494:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205022.578481:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205022.578488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205022.578489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205022.578490:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205022.578494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205022.578496:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205022.578500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205022.578502:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205022.578504:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205022.578506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205022.578507:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205022.578508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205022.578511:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205022.578545:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205022.578549:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205022.578552:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205022.770488:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205022.770493:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205022.770494:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205022.770498:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205022.770500:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205022.770503:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205022.770505:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205022.770507:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205022.770509:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205023.474497:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298828456, at 4298828480
00000100:00000040:1.0:1788205023.474499:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298828456, at 4298828480
00000100:00000010:1.0:1788205023.474512:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ab40.
00000100:00000010:0.0:1788205023.474514:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:3.0:1788205023.602500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205023.602507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205023.602509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205023.602514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205023.602518:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205023.602521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205023.602523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205023.602526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205023.602528:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205023.602636:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205023.602642:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205023.602644:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205023.602648:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205023.602651:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205023.602653:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205023.602655:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205023.602657:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205023.602661:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205023.602663:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205023.602719:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205023.602729:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205023.602732:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205023.794475:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205023.794483:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205023.794485:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205023.794490:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205023.794493:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205023.794497:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205023.794499:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205023.794502:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205023.794504:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.626454:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205024.626461:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205024.626469:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.626475:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205024.626479:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205024.626481:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.626484:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205024.626487:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205024.626487:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.626489:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205024.626492:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205024.626498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205024.626500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205024.626575:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205024.626578:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205024.626580:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205024.818515:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205024.818523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205024.818525:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205024.818530:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205024.818534:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205024.818539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205024.818541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205024.818544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205024.818547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205025.650565:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205025.650576:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205025.650579:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205025.650585:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205025.650589:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205025.650593:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205025.650597:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205025.650597:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205025.650601:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205025.650602:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205025.650607:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205025.650609:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205025.650612:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205025.650679:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205025.650683:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205025.650687:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205025.842506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205025.842512:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205025.842514:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205025.842518:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205025.842521:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205025.842524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205025.842525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205025.842527:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205025.842529:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205026.354507:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205026.354514:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205026.354516:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205026.354519:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205026.354523:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205026.354527:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4158
00000400:00000200:3.0:1788205026.354534:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205026.354538:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205026.354541:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205026.354543:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354545:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205026.354547:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354548:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205026.354551:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205026.354552:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205026.354554:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205026.354557:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205026.354558:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205026.354559:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205026.354561:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354562:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205026.354564:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354565:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205026.354567:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205026.354569:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354570:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205026.354572:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205026.354574:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205026.354576:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205026.354577:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205026.354578:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205026.354586:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205026.354588:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205026.354591:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205026.354592:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205026.354594:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205026.354596:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205026.354598:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205026.354604:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788205026.354609:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205026.354615:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205026.354622:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205026.354625:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205026.354628:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205026.354644:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205026.354646:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205026.354652:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205026.354653:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205026.354654:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205026.354656:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205026.354658:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4158
00000400:00000200:3.0:1788205026.354660:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205026.354662:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205026.354663:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205026.354666:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354667:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205026.354669:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354670:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205026.354672:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205026.354673:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:0.0:1788205026.354674:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205026.354674:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205026.354676:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205026.354678:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788205026.354680:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205026.354680:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788205026.354685:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205026.354685:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354686:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205026.354689:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354691:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205026.354693:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000040:0.0:1788205026.354696:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205026.354696:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354700:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205026.354703:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205026.354708:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205026.354712:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.354714:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205026.354714:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205026.354718:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788205026.354719:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205026.354723:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1788205026.354723:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205026.354724:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.354726:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788205026.354727:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
02000000:00000001:0.0:1788205026.354729:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205026.354730:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00100000:0.0:1788205026.354735:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556803456:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788205026.354735:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205026.354737:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205026.354741:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205026.354742:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205026.354743:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205026.354745:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.354746:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788205026.354748:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:3.0:1788205026.354751:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.354755:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205026.354755:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788205026.354760:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205026.354763:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1788205026.354765:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
00000100:00000001:3.0:1788205026.354765:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.354769:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205026.354771:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205026.354777:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205026.354782:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000001:3.0:1788205026.354783:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205026.354786:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205026.354788:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:0.0:1788205026.354789:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:3.0:1788205026.354790:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205026.354793:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205026.354794:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788205026.354796:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556803456, portal 25
00000100:00080000:3.0:1788205026.354797:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4158
00000100:00000001:0.0:1788205026.354799:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205026.354803:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000400:00000200:3.0:1788205026.354807:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788205026.354811:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205026.354814:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205026.354820:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205026.354827:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205026.354827:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788205026.354829:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205026.354832:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556803456, offset 0
00000100:00000040:3.0:1788205026.354834:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354838:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205026.354840:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788205026.354844:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354847:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788205026.354850:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:3.0:1788205026.354851:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205026.354854:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205026.354856:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205026.354858:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000040:3.0:1788205026.354860:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:0.0:1788205026.354864:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788205026.354864:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788205026.354868:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:3.0:1788205026.354869:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788205026.354872:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788205026.354874:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205026.354876:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354879:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205026.354882:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3481:3481:256:4294967295] 192.168.201.145@tcp LPNI seq info [3481:3481:8:4294967295]
00000100:00000040:3.0:1788205026.354885:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205026.354889:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205026.354890:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205026.354893:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:0.0:1788205026.354900:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788205026.354900:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205026.354905:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205026.354908:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1788205026.354911:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788205026.354912:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1788205026.354914:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
02000000:00000001:3.0:1788205026.354916:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205026.354919:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1788205026.354922:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000008:00100000:3.0:1788205026.354923:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1788205026.354926:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000008:00000001:3.0:1788205026.354928:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205026.354932:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205026.354933:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205026.354937:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000100:00000010:3.0:1788205026.354940:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000800:00000100:0.0:1788205026.354943:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788205026.354944:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000010:0.0:1788205026.354946:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
02000000:00000001:3.0:1788205026.354949:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205026.354951:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205026.354952:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205026.354954:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205026.354957:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788205026.354957:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205026.354960:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205026.354962:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205026.354966:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
02000000:00000010:3.0:1788205026.354966:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000100:00000001:0.0:1788205026.354972:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205026.354972:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205026.354977:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205026.354981:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205026.354985:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205026.354990:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205026.354994:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205026.354998:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355001:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355003:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788205026.355006:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355008:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205026.355015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205026.355019:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298833576
00000100:00000010:0.0:1788205026.355023:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788205026.355028:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205026.355030:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205026.355034:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205026.355035:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298833576
00000100:00080000:3.0:1788205026.355039:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205026.355041:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205026.355042:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205026.355046:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:0.0:1788205026.355048:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a0c0.
00000100:00080000:3.0:1788205026.355050:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4158
00000400:00000200:3.0:1788205026.355055:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205026.355057:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1788205026.355059:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205026.355064:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205026.355068:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205026.355069:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205026.355074:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.355077:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205026.355078:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788205026.355079:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205026.355096:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205026.355099:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205026.355100:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205026.355102:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205026.355104:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00100000:0.0:1788205026.355106:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205026/real 1788205026]  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205026.355107:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205026.355112:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205026.355119:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000001:0.0:1788205026.355122:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788205026.355123:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1788205026.355124:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205026.355127:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000100:00000040:3.0:1788205026.355128:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205026.355130:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000100:00000001:3.0:1788205026.355132:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:0.0:1788205026.355133:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205026.355136:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1788205026.355138:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000200:0.0:1788205026.355141:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205026.355145:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205026.355150:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205026.355153:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205026.355156:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1788205026.355157:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355163:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205026.355164:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205026.355165:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355167:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205026.355168:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205026.355169:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205026.355173:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788205026.355174:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205026.355178:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205026.355181:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355186:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1788205026.355187:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000100:00000040:0.0:1788205026.355191:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205026.355191:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205026.355195:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205026.355197:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205026.355200:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205026.355202:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205026.355203:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205026.355205:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355206:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355209:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1788205026.355209:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:0.0:1788205026.355210:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355214:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205026.355214:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355216:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205026.355219:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1788205026.355220:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788205026.355223:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205026.355228:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205026.355233:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788205026.355235:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205026.355236:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205026.355242:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205026.355248:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205026.355253:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4169)
00000100:00100000:0.0:1788205026.355254:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556803456:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205026.355259:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355260:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205026.355262:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556803456/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355266:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205026.355268:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205026.355270:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205026.355272:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205026.355274:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205026.355275:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205026.355276:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205026.355278:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:0.0:1788205026.355280:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205026.355281:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205026.355282:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788205026.355284:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205026.355285:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355287:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355292:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205026.355293:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355294:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205026.355296:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205026.355296:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205026.355299:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355303:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205026.355304:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.355305:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205026.355306:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205026.355308:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205026.355309:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803584:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205026.355311:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205026.355313:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205026.355314:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.355315:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205026.355317:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205026.355318:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205026.355320:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205026.355322:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205026.355324:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205026.355326:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556803584, portal 10
00000100:00000001:0.0:1788205026.355327:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205026.355328:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788205026.355332:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355336:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205026.355337:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205026.355338:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205026.355339:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556803584, offset 0
00000400:00000200:0.0:1788205026.355341:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205026.355344:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205026.355346:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205026.355348:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205026.355349:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205026.355350:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205026.355352:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205026.355354:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3482:3482:256:4294967295] 192.168.201.145@tcp LPNI seq info [3482:3482:8:4294967295]
00000400:00000200:0.0:1788205026.355356:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205026.355360:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205026.355363:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205026.355365:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205026.355367:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205026.355369:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205026.355371:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205026.355373:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205026.355375:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205026.355376:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205026.355383:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205026.355386:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205026.355388:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205026.355389:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205026.355390:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205026.355392:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355415:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205026.355418:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355422:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355423:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205026.355425:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205026.355427:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205026.355429:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205026.355430:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298831699
00000100:00000001:0.0:1788205026.355432:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298833576
00000100:00000001:0.0:1788205026.355433:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298831699
00000100:00000001:0.0:1788205026.355435:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298833576
00000100:00000001:0.0:1788205026.355437:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205026.355439:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355441:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205026.355444:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205026/real 1788205026]  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205026.355464:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205026.355468:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205026.355470:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205026.355473:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205026.355474:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205026.355477:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205026.355480:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205026.355487:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355491:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205026.355492:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355493:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205026.355494:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205026.355496:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355500:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205026.355502:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355506:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205026.355507:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355508:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205026.355509:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355510:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205026.355511:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205026.355512:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205026.355514:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205026.355515:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205026.355518:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205026.355522:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803584:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205026.355524:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205026.355526:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355530:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205026.355530:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.355532:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205026.355533:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205026.355534:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205026.355535:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803712:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205026.355538:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205026.355539:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205026.355540:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.355541:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205026.355543:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205026.355544:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205026.355546:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205026.355548:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205026.355550:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205026.355551:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556803712, portal 4
00000100:00000001:0.0:1788205026.355553:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205026.355554:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:0.0:1788205026.355557:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355561:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205026.355562:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205026.355563:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205026.355565:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556803712, offset 0
00000400:00000200:0.0:1788205026.355567:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205026.355569:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205026.355572:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205026.355573:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205026.355575:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205026.355576:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205026.355578:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205026.355580:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3483:3483:256:4294967295] 192.168.201.145@tcp LPNI seq info [3483:3483:8:4294967295]
00000400:00000200:0.0:1788205026.355582:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205026.355586:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205026.355588:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205026.355590:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205026.355592:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205026.355593:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205026.355596:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205026.355597:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205026.355599:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205026.355601:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205026.355602:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205026.355605:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205026.355606:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205026.355607:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205026.355609:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205026.355611:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355615:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205026.355617:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355620:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355621:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205026.355623:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205026.355624:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205026.355626:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205026.355627:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298831382
00000100:00000001:0.0:1788205026.355629:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298833576
00000100:00000001:0.0:1788205026.355630:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298831382
00000100:00000001:0.0:1788205026.355631:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298833576
00000100:00000001:0.0:1788205026.355632:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205026.355633:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355634:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205026.355636:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205026/real 1788205026]  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205026.355640:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205026.355641:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205026.355642:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205026.355643:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205026.355644:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205026.355645:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205026.355646:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205026.355651:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355655:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205026.355655:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355656:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205026.355657:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205026.355659:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355662:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205026.355664:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355667:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205026.355669:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355670:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205026.355671:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355672:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205026.355673:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205026.355674:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205026.355676:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205026.355678:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205026.355681:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205026.355688:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803712:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205026.355691:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205026.355694:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355700:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205026.355702:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.355704:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205026.355705:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205026.355707:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205026.355710:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803840:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205026.355713:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205026.355715:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205026.355716:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205026.355718:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205026.355721:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205026.355722:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205026.355725:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205026.355726:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205026.355728:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205026.355730:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556803840, portal 4
00000100:00000001:0.0:1788205026.355732:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205026.355733:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788205026.355737:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355740:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205026.355742:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205026.355743:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205026.355744:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556803840, offset 0
00000400:00000200:0.0:1788205026.355746:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205026.355748:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205026.355750:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205026.355752:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205026.355754:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205026.355755:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205026.355756:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205026.355758:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3484:3484:256:4294967295] 192.168.201.145@tcp LPNI seq info [3484:3484:8:4294967295]
00000400:00000200:0.0:1788205026.355761:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205026.355764:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205026.355767:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205026.355768:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205026.355771:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205026.355772:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205026.355775:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205026.355787:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205026.355789:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205026.355790:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205026.355792:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205026.355794:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205026.355796:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205026.355797:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205026.355799:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205026.355801:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355809:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205026.355811:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355815:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355815:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205026.355817:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205026.355819:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205026.355821:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205026.355822:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298832113
00000100:00000001:0.0:1788205026.355823:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298833576
00000100:00000001:0.0:1788205026.355824:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298832113
00000100:00000001:0.0:1788205026.355825:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298833576
00000100:00000001:0.0:1788205026.355826:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205026.355828:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355829:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205026.355830:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205026/real 1788205026]  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205026.355835:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205026.355835:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205026.355836:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205026.355837:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205026.355839:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205026.355840:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205026.355841:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205026.355846:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355849:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205026.355850:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355851:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205026.355852:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205026.355854:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355858:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205026.355860:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355863:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205026.355864:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355865:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205026.355866:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355867:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205026.355868:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205026.355869:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205026.355870:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205026.355872:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205026.355873:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205026.355877:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556803840:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205026.355879:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355881:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205026.355882:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556803584/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355886:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205026.355887:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205026.355888:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205026.355889:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205026.355890:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205026.355891:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205026.355892:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205026.355894:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:0.0:1788205026.355895:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205026.355896:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205026.355897:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788205026.355898:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205026.355899:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355900:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205026.355902:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556803712/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355905:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205026.355906:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205026.355907:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205026.355908:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205026.355908:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205026.355909:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205026.355910:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205026.355910:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:0.0:1788205026.355912:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205026.355912:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205026.355913:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788205026.355914:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205026.355914:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355915:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205026.355917:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556803840/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205026.355920:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205026.355920:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205026.355921:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205026.355922:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205026.355923:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205026.355923:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205026.355924:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205026.355925:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:0.0:1788205026.355926:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205026.355927:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205026.355928:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788205026.355929:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205026.355930:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355931:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.355933:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205026.355934:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205026.355935:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205026.355936:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205026.674510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205026.674516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205026.674517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205026.674519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205026.674521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205026.674524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205026.674528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205026.674529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205026.674533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205026.674533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205026.674537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205026.674538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205026.674540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205026.674579:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205026.674583:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205026.674586:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205026.866509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205026.866515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205026.866516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205026.866520:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205026.866523:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205026.866525:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205026.866527:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205026.866529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205026.866531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205027.698491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205027.698495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205027.698499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205027.698500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205027.698503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205027.698508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205027.698509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205027.698512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205027.698513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205027.698517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205027.698519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205027.698521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205027.698522:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205027.698558:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205027.698560:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205027.698563:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205027.890489:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205027.890495:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205027.890496:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205027.890500:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205027.890503:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205027.890505:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205027.890507:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205027.890509:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205027.890511:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205028.594461:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298833576, at 4298833600
00000100:00000040:0.0:1788205028.594464:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298833576, at 4298833600
00000100:00000010:1.0:1788205028.594477:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a0c0.
00000100:00000010:0.0:1788205028.594479:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000001:3.0:1788205028.722482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205028.722486:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205028.722488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205028.722489:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205028.722490:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205028.722497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205028.722497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205028.722502:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205028.722502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205028.722505:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205028.722505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205028.722509:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205028.722509:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205028.722512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205028.722513:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205028.722516:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205028.722516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205028.722521:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205028.722529:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205028.722561:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205028.722565:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205028.722568:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205028.914491:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205028.914496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205028.914498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205028.914501:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205028.914503:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205028.914506:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205028.914508:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205028.914510:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205028.914511:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.746478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205029.746497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205029.746500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.746505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205029.746510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205029.746514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.746517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.746519:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205029.746522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205029.746523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205029.746526:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205029.746532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205029.746533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205029.746583:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205029.746587:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205029.746591:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205029.938475:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205029.938484:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205029.938486:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205029.938492:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205029.938495:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205029.938499:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205029.938502:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205029.938505:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205029.938507:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205030.770491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205030.770496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205030.770499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205030.770500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205030.770503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205030.770509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205030.770509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205030.770513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205030.770514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205030.770519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205030.770521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205030.770523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205030.770526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205030.770547:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205030.770551:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205030.770553:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205030.962724:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205030.962730:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205030.962732:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205030.962735:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205030.962738:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205030.962740:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205030.962742:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205030.962744:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205030.962746:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205031.474487:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205031.474495:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205031.474498:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205031.474502:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205031.474506:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205031.474514:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4164
00000400:00000200:3.0:1788205031.474524:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205031.474529:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205031.474531:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205031.474535:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205031.474537:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205031.474540:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205031.474542:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205031.474546:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205031.474548:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205031.474550:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205031.474553:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205031.474555:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205031.474557:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205031.474560:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205031.474562:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205031.474563:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205031.474565:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205031.474568:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205031.474570:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205031.474572:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205031.474575:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205031.474578:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205031.474581:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.474583:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205031.474586:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205031.474592:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205031.474595:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205031.474599:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205031.474601:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.474604:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205031.474607:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205031.474611:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205031.474618:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788205031.474624:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205031.474632:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205031.474643:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205031.474647:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205031.474653:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205031.474671:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205031.474674:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205031.474676:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205031.474677:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205031.474679:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205031.474681:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205031.474683:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4164
00000400:00000200:3.0:1788205031.474687:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205031.474689:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205031.474691:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205031.474693:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205031.474695:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205031.474696:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205031.474697:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205031.474698:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205031.474702:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205031.474703:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788205031.474703:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205031.474704:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205031.474707:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205031.474708:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205031.474711:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205031.474713:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788205031.474718:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205031.474728:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205031.474730:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205031.474733:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205031.474736:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205031.474738:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205031.474742:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556803968:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205031.474746:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205031.474750:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205031.474752:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205031.474755:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205031.474759:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205031.474763:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205031.474766:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205031.474771:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205031.474771:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205031.474776:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000010:2.0:1788205031.474778:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000100:00000001:3.0:1788205031.474780:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205031.474784:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000400:00000010:2.0:1788205031.474785:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00080000:3.0:1788205031.474788:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205031.474792:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205031.474794:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556803968, portal 25
02000000:00000001:3.0:1788205031.474795:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205031.474799:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205031.474802:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
02000000:00000001:3.0:1788205031.474803:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205031.474806:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.474809:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788205031.474810:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788205031.474812:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205031.474817:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.474821:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.474827:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1788205031.474827:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205031.474831:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000040:2.0:1788205031.474834:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788205031.474835:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205031.474838:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.474839:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788205031.474841:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e908.
02000000:00000001:3.0:1788205031.474841:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788205031.474846:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556803968, offset 0
00000400:00000200:2.0:1788205031.474853:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205031.474860:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205031.474866:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205031.474872:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205031.474875:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205031.474879:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205031.474882:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205031.474886:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3485:3485:256:4294967295] 192.168.201.145@tcp LPNI seq info [3485:3485:8:4294967295]
00000400:00000200:2.0:1788205031.474890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205031.474900:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205031.474906:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205031.474911:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66d00.
00000800:00000200:2.0:1788205031.474917:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205031.474922:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788205031.474936:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205031.474940:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205031.474943:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298838696
00000100:00000010:2.0:1788205031.474947:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511ba0.
02000000:00000001:3.0:1788205031.474951:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.474955:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1788205031.474958:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:2.0:1788205031.474962:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298838696
00000100:00000001:3.0:1788205031.474963:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205031.474976:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511f00.
00000100:00000001:2.0:1788205031.474981:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00100000:3.0:1788205031.474981:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205031.474987:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205031.474991:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475012:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475015:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205031.475026:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205031.475029:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205031.475032:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205031.475033:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205031.475035:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475038:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.475053:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205031.475055:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205031.475060:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205031.475074:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205031.475077:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205031.475081:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205031.475083:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205031.475085:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205031.475088:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205031.475092:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788205031.475092:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4164
00000100:00000001:2.0:1788205031.475095:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205031.475098:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788205031.475101:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:2.0:1788205031.475106:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205031.475109:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205031.475113:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205031.475120:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205031.475126:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205031.475131:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205031.475135:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205031.475137:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205031.475138:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205031.475143:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1788205031.475143:0:18698:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788205031.475147:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205031.475147:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205031.475151:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788205031.475152:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205031.475157:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205031.475161:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205031.475163:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00100000:2.0:1788205031.475166:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804096:192.168.201.145@tcp:38:kworker.0
00000100:00000040:3.0:1788205031.475168:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205031.475175:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205031.475175:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788205031.475179:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788205031.475181:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205031.475182:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205031.475186:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205031.475186:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000010:2.0:1788205031.475190:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
00000020:00000040:3.0:1788205031.475191:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
02000000:00000001:2.0:1788205031.475194:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205031.475200:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205031.475202:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078ec8.
00000400:00000010:2.0:1788205031.475208:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00080000:3.0:1788205031.475208:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000200:2.0:1788205031.475214:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556804096, portal 10
00000100:00000001:3.0:1788205031.475214:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475218:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788205031.475219:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205031.475221:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
02000000:00000001:3.0:1788205031.475225:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205031.475230:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205031.475230:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.475236:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205031.475240:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205031.475244:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1788205031.475246:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205031.475249:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205031.475250:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205031.475254:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ed48.
00000100:00000010:3.0:1788205031.475255:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000100:00000200:2.0:1788205031.475258:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556804096, offset 0
00000020:00000040:3.0:1788205031.475259:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205031.475263:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788205031.475267:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788205031.475267:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.475271:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788205031.475273:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788205031.475274:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205031.475279:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000001:3.0:1788205031.475279:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205031.475285:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1788205031.475286:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000400:00000200:2.0:1788205031.475288:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205031.475292:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205031.475294:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205031.475299:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3486:3486:255:4294967295] 192.168.201.145@tcp LPNI seq info [3486:3486:7:4294967295]
00000100:00000001:3.0:1788205031.475299:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205031.475307:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788205031.475311:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205031.475320:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205031.475329:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205031.475332:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1788205031.475334:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66400.
00000100:00000001:3.0:1788205031.475337:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205031.475342:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788205031.475347:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788205031.475351:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788205031.475356:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205031.475361:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000100:00000001:3.0:1788205031.475364:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205031.475366:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205031.475370:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298836818
00000100:00080000:3.0:1788205031.475370:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205031.475375:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298838696
00000100:00080000:3.0:1788205031.475377:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205031.475380:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298836818
00000100:00000001:3.0:1788205031.475381:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205031.475385:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205031.475386:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298838696
00000100:00000001:2.0:1788205031.475391:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205031.475392:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205031.475394:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475419:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475422:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205031.475424:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4164
00000100:00000001:2.0:1788205031.475426:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205031.475429:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000400:00000200:3.0:1788205031.475433:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205031.475434:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205031.475437:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205031.475440:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788205031.475441:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205031.475446:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205031.475447:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205031.475454:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205031.475460:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205031.475462:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205031.475464:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205031.475465:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205031.475468:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205031.475470:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788205031.475471:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205031.475475:0:18698:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788205031.475476:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205031.475480:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00100000:2.0:1788205031.475482:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804224:192.168.201.145@tcp:8:kworker.0
00000020:00000001:3.0:1788205031.475484:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205031.475488:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788205031.475492:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1788205031.475493:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
02000000:00000001:2.0:1788205031.475495:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205031.475498:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205031.475499:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
02000000:00000001:2.0:1788205031.475501:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205031.475505:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
00000100:00000040:3.0:1788205031.475506:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205031.475510:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.475511:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205031.475516:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788205031.475517:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000010:2.0:1788205031.475521:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078dc0.
00000100:00000001:3.0:1788205031.475522:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205031.475527:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000010:2.0:1788205031.475528:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00080000:3.0:1788205031.475532:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000200:2.0:1788205031.475533:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556804224, portal 4
00000100:00000001:3.0:1788205031.475537:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475538:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205031.475541:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
02000000:00000001:3.0:1788205031.475542:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205031.475548:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205031.475550:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205031.475552:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.475556:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205031.475563:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205031.475566:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000008:00100000:3.0:1788205031.475566:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1788205031.475570:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e4c8.
00000008:00000001:3.0:1788205031.475572:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205031.475574:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556804224, offset 0
00000100:00000001:3.0:1788205031.475577:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205031.475581:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205031.475585:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:3.0:1788205031.475587:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000400:00000200:2.0:1788205031.475588:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000040:3.0:1788205031.475593:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000200:2.0:1788205031.475594:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205031.475599:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
02000000:00000001:3.0:1788205031.475600:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788205031.475603:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788205031.475604:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205031.475607:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788205031.475609:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788205031.475613:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3487:3487:254:4294967295] 192.168.201.145@tcp LPNI seq info [3487:3487:6:4294967295]
02000000:00000001:3.0:1788205031.475613:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205031.475617:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205031.475621:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:3.0:1788205031.475625:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000400:00000200:2.0:1788205031.475631:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205031.475632:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205031.475639:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00100000:3.0:1788205031.475642:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788205031.475644:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66100.
00000800:00000200:2.0:1788205031.475653:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205031.475659:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1788205031.475660:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205031.475664:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475665:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205031.475672:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000100:00000040:3.0:1788205031.475676:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205031.475678:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205031.475682:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298836502
00000100:00000001:2.0:1788205031.475686:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298838696
00000100:00000001:2.0:1788205031.475691:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298836502
00000100:00000001:2.0:1788205031.475695:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298838696
00000100:00000001:3.0:1788205031.475696:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475698:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205031.475702:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205031.475702:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4174)
00000100:00000001:2.0:1788205031.475705:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475708:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205031.475712:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205031.475714:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205031.475715:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205031.475717:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205031.475719:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205031.475724:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205031.475732:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205031.475733:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205031.475735:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205031.475737:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205031.475739:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205031.475743:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804352:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205031.475746:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205031.475748:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205031.475750:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205031.475752:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205031.475754:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205031.475756:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205031.475759:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205031.475762:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788205031.475766:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381eaa0.
00000100:00000200:2.0:1788205031.475768:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556804352, portal 4
00000100:00000001:2.0:1788205031.475770:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205031.475771:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788205031.475777:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205031.475784:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205031.475786:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205031.475788:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e880.
00000100:00000200:2.0:1788205031.475790:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556804352, offset 0
00000400:00000200:2.0:1788205031.475794:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205031.475797:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205031.475800:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205031.475802:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205031.475804:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205031.475806:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205031.475808:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205031.475811:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3488:3488:253:4294967295] 192.168.201.145@tcp LPNI seq info [3488:3488:5:4294967295]
00000400:00000200:2.0:1788205031.475815:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205031.475821:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205031.475825:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205031.475828:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66800.
00000800:00000200:2.0:1788205031.475831:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205031.475835:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788205031.475837:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205031.475839:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205031.475842:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205031.475844:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298837233
00000100:00000001:2.0:1788205031.475846:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298838696
00000100:00000001:2.0:1788205031.475848:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298837233
00000100:00000001:2.0:1788205031.475850:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298838696
00000100:00000001:2.0:1788205031.475853:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205031.475854:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475857:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475859:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205031.475861:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205031.475862:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205031.475864:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205031.475866:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205031.475867:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205031.475869:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.794493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205031.794499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205031.794500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205031.794502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205031.794505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205031.794508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205031.794510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205031.794511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205031.794513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205031.794516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205031.794519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205031.794521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205031.794523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205031.794567:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205031.794570:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205031.794573:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205031.986486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205031.986496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205031.986500:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205031.986507:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205031.986511:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205031.986515:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205031.986518:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205031.986521:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205031.986524:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205032.818482:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205032.818488:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205032.818489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205032.818490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205032.818494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205032.818495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205032.818497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205032.818500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205032.818500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205032.818504:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205032.818507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205032.818508:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205032.818510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205032.818587:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205032.818589:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205032.818591:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205033.013452:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205033.013461:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205033.013462:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205033.013468:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205033.013472:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205033.013476:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205033.013479:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205033.013482:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205033.013485:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205033.714516:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298838696, at 4298838720
00000100:00000010:1.0:1788205033.714531:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511f00.
00000100:00000040:0.0:1788205033.715057:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298838696, at 4298838720
00000100:00000010:0.0:1788205033.715064:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ba0.
00000100:00000001:3.0:1788205033.842494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205033.842500:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205033.842502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205033.842506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205033.842509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205033.842511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205033.842512:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205033.842516:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205033.842518:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205033.842519:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205033.842522:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205033.842523:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205033.842528:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205033.842532:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205033.842535:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205033.842537:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205033.842539:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205033.842543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205033.842545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205033.842607:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205033.842611:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205033.842615:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205034.034476:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205034.034484:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205034.034487:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205034.034494:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205034.034498:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205034.034502:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.034505:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205034.034508:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.034511:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788205034.546695:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:1.0:1788205034.546732:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788205034.546741:0:2331:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205034.546745:0:2331:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:1.0:1788205034.546750:0:2331:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205034.546753:0:2331:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788205034.546758:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:1.0:1788205034.546762:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66d00.
00000400:00000200:1.0:1788205034.546767:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205034.546772:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205034.546779:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e908
00000400:00000010:1.0:1788205034.546781:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e908.
00000100:00000001:1.0:1788205034.546786:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205034.546794:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.546820:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205034.546825:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.546832:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.546835:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205034.546845:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:1.0:1788205034.546847:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66400.
00000400:00000200:1.0:1788205034.546850:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205034.546853:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205034.546856:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ed48
00000400:00000010:1.0:1788205034.546857:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ed48.
00000100:00000001:1.0:1788205034.546860:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205034.546864:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.546873:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205034.546876:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.546882:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.546883:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205034.546888:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:1.0:1788205034.546890:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66100.
00000400:00000200:1.0:1788205034.546893:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205034.546896:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205034.546898:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e4c8
00000400:00000010:1.0:1788205034.546900:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e4c8.
00000100:00000001:1.0:1788205034.546902:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205034.546905:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.546912:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205034.546914:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.546921:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.546922:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205034.546926:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:1.0:1788205034.546929:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66800.
00000400:00000200:1.0:1788205034.546931:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205034.546940:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205034.546956:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e880
00000400:00000010:1.0:1788205034.546959:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e880.
00000100:00000001:1.0:1788205034.546962:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205034.546966:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.546974:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205034.546976:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.546983:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.546985:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205034.547175:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205034.547187:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205034.547190:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205034.547196:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205031/real 1788205034]  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205034.547209:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205034.547211:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205034.547213:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:2.0:1788205034.547217:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381eaa0
00000400:00000010:2.0:1788205034.547219:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381eaa0.
00000100:00000001:2.0:1788205034.547222:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205034.547226:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205034.547235:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547241:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205034.547243:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547246:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205034.547248:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205034.547252:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547260:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205034.547264:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547272:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205034.547275:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547276:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205034.547278:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547280:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205034.547282:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205034.547285:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205034.547290:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205034.547293:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205034.547297:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205034.547304:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804352:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205034.547309:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205034.547312:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205031/real 1788205034]  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205034.547318:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205034.547320:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205034.547321:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078dc0.
00000400:00000200:2.0:1788205034.547323:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:2.0:1788205034.547325:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:2.0:1788205034.547327:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205034.547330:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205034.547338:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547344:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205034.547345:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547347:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205034.547348:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205034.547351:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547357:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205034.547360:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547365:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205034.547367:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547368:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205034.547369:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547371:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205034.547372:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205034.547375:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205034.547377:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205034.547379:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205034.547382:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205034.547389:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804224:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205034.547392:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205034.547396:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205031/real 1788205034]  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205034.547436:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205034.547437:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205034.547439:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078ec8.
00000400:00000200:2.0:1788205034.547441:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205034.547443:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205034.547444:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205034.547447:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205034.547455:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547460:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205034.547462:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547463:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205034.547464:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205034.547468:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547474:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205034.547478:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547485:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205034.547487:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547489:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205034.547490:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547491:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205034.547493:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205034.547495:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205034.547499:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205034.547501:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205034.547505:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205034.547512:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804096:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205034.547515:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205034.547518:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205031/real 1788205034]  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205034.547525:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205034.547526:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205034.547527:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205034.547530:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205034.547533:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205034.547534:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205034.547537:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205034.547543:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547550:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205034.547551:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547553:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205034.547554:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205034.547558:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547565:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205034.547569:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547575:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205034.547577:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547579:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205034.547580:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547582:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205034.547583:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205034.547586:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205034.547589:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205034.547591:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205034.547594:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205034.547600:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556803968:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205034.547603:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547605:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205034.547608:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556804352/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547613:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205034.547616:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205034.547619:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205034.547622:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205034.547624:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205034.547626:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205034.547628:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205034.547631:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:2.0:1788205034.547634:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205034.547635:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205034.547637:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788205034.547640:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205034.547642:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547643:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205034.547645:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556804224/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547651:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205034.547652:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205034.547653:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205034.547655:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205034.547656:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205034.547657:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205034.547659:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205034.547660:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:2.0:1788205034.547662:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205034.547662:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205034.547663:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788205034.547665:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205034.547666:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547667:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205034.547670:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556804096/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547674:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205034.547675:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205034.547676:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205034.547678:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205034.547679:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205034.547679:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205034.547681:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205034.547682:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:2.0:1788205034.547684:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205034.547684:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205034.547685:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788205034.547687:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205034.547688:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547689:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205034.547691:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556803968/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205034.547696:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205034.547697:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205034.547698:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205034.547700:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205034.547701:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205034.547702:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205034.547703:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205034.547705:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:2.0:1788205034.547707:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205034.547708:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205034.547709:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205034.547711:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205034.547712:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547713:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205034.547720:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205034.547722:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205034.547723:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205034.547725:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.866506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205034.866514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205034.866517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205034.866517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205034.866521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205034.866524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205034.866528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205034.866531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205034.866539:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205034.866544:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.866548:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205034.866552:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205034.866554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205034.866589:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205034.866594:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205034.866597:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205035.058471:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205035.058479:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205035.058481:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205035.058487:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205035.058491:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205035.058495:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205035.058497:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205035.058499:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205035.058510:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205035.890537:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205035.890537:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205035.890545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205035.890552:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205035.890554:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205035.890557:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205035.890558:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205035.890560:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205035.890563:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205035.890568:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205035.890571:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205035.890574:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205035.890577:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205035.890635:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205035.890639:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205035.890643:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205036.082625:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205036.082632:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205036.082634:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205036.082640:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205036.082644:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205036.082648:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.082651:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205036.082654:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.082657:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205036.594528:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205036.594539:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205036.594542:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205036.594545:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205036.594549:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205036.594555:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4169
00000400:00000200:3.0:1788205036.594563:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205036.594569:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205036.594572:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205036.594581:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594585:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205036.594587:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594589:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205036.594594:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205036.594596:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205036.594599:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205036.594602:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205036.594604:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205036.594606:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205036.594609:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594611:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205036.594614:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594616:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205036.594618:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205036.594622:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594624:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205036.594627:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205036.594630:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205036.594633:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.594635:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205036.594637:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205036.594650:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205036.594654:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205036.594659:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205036.594661:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.594664:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205036.594667:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205036.594670:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205036.594677:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788205036.594683:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205036.594692:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205036.594702:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205036.594706:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205036.594711:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205036.594738:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205036.594741:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205036.594745:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205036.594746:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205036.594748:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205036.594751:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205036.594754:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4169
00000400:00000200:3.0:1788205036.594757:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205036.594760:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205036.594762:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205036.594765:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594767:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205036.594769:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594771:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205036.594773:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205036.594774:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205036.594776:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205036.594778:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205036.594780:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205036.594782:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205036.594786:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594788:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205036.594789:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594792:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205036.594794:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205036.594796:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594799:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205036.594800:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205036.594805:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205036.594807:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.594809:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205036.594812:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205036.594815:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.594817:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205036.594820:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788205036.594822:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205036.594825:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205036.594826:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.594828:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205036.594830:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205036.594831:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205036.594835:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000100:00000001:3.0:1788205036.594837:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205036.594842:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205036.594849:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205036.594851:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205036.594854:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205036.594863:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205036.594865:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205036.594868:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205036.594870:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205036.594871:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205036.594873:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205036.594876:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4169
00000400:00000200:3.0:1788205036.594879:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205036.594882:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205036.594884:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205036.594886:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594888:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205036.594890:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594892:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205036.594894:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205036.594895:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205036.594897:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205036.594899:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205036.594901:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205036.594903:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205036.594936:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594938:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205036.594940:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594942:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205036.594944:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205036.594947:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205036.594949:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205036.594951:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205036.594954:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205036.594956:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.594958:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205036.594960:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205036.594962:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.594965:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205036.594968:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205036.594970:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205036.594973:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205036.594974:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.594975:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205036.594977:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205036.594979:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205036.594982:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:3.0:1788205036.594985:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205036.594989:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205036.594997:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205036.594999:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205036.595002:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205036.595009:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205036.595012:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205036.595015:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205036.595017:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205036.595018:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205036.595020:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205036.595023:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4169
00000400:00000200:3.0:1788205036.595026:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205036.595029:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205036.595031:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205036.595034:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.595036:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205036.595038:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.595040:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205036.595042:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205036.595044:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205036.595045:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205036.595047:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205036.595049:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205036.595051:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205036.595054:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.595056:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205036.595058:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205036.595060:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205036.595062:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205036.595064:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205036.595066:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205036.595073:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205036.595075:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205036.595077:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.595079:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205036.595082:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205036.595084:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.595086:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205036.595090:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205036.595092:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205036.595094:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205036.595096:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.595097:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205036.595098:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205036.595100:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205036.595103:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788205036.595106:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205036.595116:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205036.595123:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205036.595125:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205036.595129:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205036.595136:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205036.595140:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4179)
00000100:00000001:2.0:1788205036.595419:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205036.595425:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205036.595427:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205036.595434:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595442:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205036.595444:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205036.595448:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205036.595450:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205036.595453:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205036.595456:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556804480:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205036.595460:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205036.595464:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205036.595467:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205036.595469:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205036.595474:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205036.595476:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205036.595481:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205036.595486:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205036.595491:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205036.595510:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556804480, portal 25
00000100:00000001:2.0:1788205036.595512:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205036.595514:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:2.0:1788205036.595519:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595526:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205036.595529:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205036.595531:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205036.595535:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556804480, offset 0
00000400:00000200:2.0:1788205036.595542:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205036.595549:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205036.595555:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205036.595559:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205036.595563:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205036.595567:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205036.595570:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205036.595574:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3489:3489:256:4294967295] 192.168.201.145@tcp LPNI seq info [3489:3489:8:4294967295]
00000400:00000200:2.0:1788205036.595578:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205036.595587:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205036.595593:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205036.595598:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205036.595606:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205036.595610:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205036.595617:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205036.595620:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205036.595625:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205036.595627:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205036.595633:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205036.595637:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205036.595643:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205036.595645:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205036.595649:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205036.595653:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595662:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205036.595665:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595673:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205036.595675:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205036.595681:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205036.595684:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205036.595687:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298843817
00000100:00000010:2.0:1788205036.595692:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511300.
00000100:00000001:2.0:1788205036.595698:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205036.595705:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298843817
00000100:00000010:2.0:1788205036.595708:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511840.
00000100:00000001:2.0:1788205036.595712:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205036.595715:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205036.595718:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205036.595720:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205036.595724:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205036/real 1788205036]  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205036.595735:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205036.595737:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205036.595739:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205036.595742:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205036.595743:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205036.595745:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205036.595748:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205036.595756:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595762:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205036.595764:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.595766:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205036.595769:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205036.595773:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595779:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205036.595784:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595790:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205036.595793:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.595795:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205036.595796:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.595798:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205036.595801:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205036.595804:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205036.595808:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205036.595810:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205036.595814:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205036.595822:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556804480:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205036.595826:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205036.595829:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595835:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205036.595837:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205036.595839:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205036.595841:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205036.595843:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205036.595846:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804608:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205036.595849:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205036.595851:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205036.595852:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205036.595854:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205036.595857:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205036.595859:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205036.595862:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205036.595864:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205036.595868:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205036.595871:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556804608, portal 10
00000100:00000001:2.0:1788205036.595872:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205036.595874:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788205036.595880:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595892:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205036.595894:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205036.595896:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205036.595899:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556804608, offset 0
00000400:00000200:2.0:1788205036.595902:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205036.595919:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205036.595924:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205036.595927:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205036.595929:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205036.595932:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205036.595934:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205036.595937:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3490:3490:256:4294967295] 192.168.201.145@tcp LPNI seq info [3490:3490:8:4294967295]
00000400:00000200:2.0:1788205036.595940:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205036.595945:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205036.595949:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205036.595952:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205036.595956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205036.595958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205036.595962:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205036.595965:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205036.595967:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205036.595969:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205036.595972:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205036.595974:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205036.595977:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205036.595979:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205036.595981:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205036.595984:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.595990:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205036.595993:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596004:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205036.596005:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205036.596007:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205036.596011:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205036.596013:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205036.596015:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298841939
00000100:00000001:2.0:1788205036.596018:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298843817
00000100:00000001:2.0:1788205036.596020:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298841939
00000100:00000001:2.0:1788205036.596022:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298843817
00000100:00000001:2.0:1788205036.596023:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205036.596025:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205036.596027:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205036.596030:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205036/real 1788205036]  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205036.596036:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205036.596037:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205036.596039:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205036.596041:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205036.596042:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205036.596044:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205036.596046:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205036.596052:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596057:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205036.596059:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596060:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205036.596061:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205036.596064:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596070:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205036.596074:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596079:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205036.596081:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596083:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205036.596084:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596085:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205036.596087:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205036.596089:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205036.596092:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205036.596094:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205036.596097:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205036.596104:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804608:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205036.596108:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205036.596111:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596117:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205036.596118:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205036.596121:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205036.596123:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205036.596124:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205036.596127:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804736:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205036.596130:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205036.596132:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205036.596134:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205036.596136:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205036.596139:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205036.596141:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205036.596144:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205036.596146:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205036.596149:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205036.596152:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556804736, portal 4
00000100:00000001:2.0:1788205036.596154:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205036.596155:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788205036.596161:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596167:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205036.596169:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205036.596171:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205036.596174:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556804736, offset 0
00000400:00000200:2.0:1788205036.596179:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205036.596182:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205036.596186:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205036.596189:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205036.596191:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205036.596193:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205036.596196:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205036.596199:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3491:3491:256:4294967295] 192.168.201.145@tcp LPNI seq info [3491:3491:8:4294967295]
00000400:00000200:2.0:1788205036.596203:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205036.596208:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205036.596213:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205036.596216:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205036.596219:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205036.596222:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205036.596226:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205036.596229:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205036.596233:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205036.596235:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205036.596238:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205036.596241:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205036.596244:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205036.596246:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205036.596248:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205036.596251:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596259:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205036.596262:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596268:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205036.596270:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205036.596273:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205036.596275:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205036.596292:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205036.596294:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298841622
00000100:00000001:2.0:1788205036.596297:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298843817
00000100:00000001:2.0:1788205036.596299:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298841622
00000100:00000001:2.0:1788205036.596301:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298843817
00000100:00000001:2.0:1788205036.596303:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205036.596305:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205036.596307:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205036.596310:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205036/real 1788205036]  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205036.596318:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205036.596319:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205036.596321:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205036.596324:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205036.596326:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205036.596328:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205036.596332:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205036.596339:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596346:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205036.596347:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596349:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205036.596351:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205036.596354:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596361:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205036.596365:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596372:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205036.596374:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596375:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205036.596376:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596378:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205036.596379:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205036.596382:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205036.596385:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205036.596387:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205036.596391:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205036.596426:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804736:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205036.596430:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205036.596434:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596441:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205036.596442:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205036.596445:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205036.596447:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205036.596449:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205036.596451:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804864:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205036.596454:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205036.596456:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205036.596457:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205036.596459:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205036.596462:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205036.596464:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205036.596467:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205036.596469:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205036.596472:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205036.596475:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556804864, portal 4
00000100:00000001:2.0:1788205036.596476:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205036.596478:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205036.596483:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596489:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205036.596492:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205036.596494:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205036.596496:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556804864, offset 0
00000400:00000200:2.0:1788205036.596499:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205036.596502:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205036.596506:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205036.596509:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205036.596511:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205036.596513:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205036.596516:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205036.596519:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3492:3492:256:4294967295] 192.168.201.145@tcp LPNI seq info [3492:3492:8:4294967295]
00000400:00000200:2.0:1788205036.596522:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205036.596528:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205036.596532:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205036.596536:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205036.596539:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205036.596541:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205036.596545:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205036.596547:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205036.596551:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205036.596553:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205036.596555:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205036.596558:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205036.596560:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205036.596562:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205036.596564:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205036.596567:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596575:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205036.596577:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596583:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205036.596584:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205036.596587:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205036.596590:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205036.596593:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205036.596595:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298842354
00000100:00000001:2.0:1788205036.596597:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298843817
00000100:00000001:2.0:1788205036.596599:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298842354
00000100:00000001:2.0:1788205036.596601:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298843817
00000100:00000001:2.0:1788205036.596603:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205036.596606:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205036.596607:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205036.596611:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205036/real 1788205036]  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205036.596619:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205036.596620:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205036.596622:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205036.596624:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205036.596625:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205036.596627:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205036.596630:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205036.596638:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596643:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205036.596645:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596646:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205036.596647:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205036.596651:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596657:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205036.596660:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596667:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205036.596668:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596670:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205036.596671:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596673:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205036.596674:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205036.596677:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205036.596680:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205036.596682:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205036.596686:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205036.596693:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556804864:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205036.596696:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596699:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205036.596702:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556804480/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596708:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205036.596711:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205036.596713:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205036.596716:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205036.596718:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205036.596720:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205036.596722:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205036.596724:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:2.0:1788205036.596728:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205036.596729:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205036.596731:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205036.596734:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205036.596735:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596737:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205036.596739:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556804608/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596744:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205036.596746:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205036.596747:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205036.596749:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205036.596750:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205036.596752:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205036.596753:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205036.596755:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:2.0:1788205036.596757:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205036.596758:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205036.596760:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205036.596762:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205036.596763:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596764:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205036.596767:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556804736/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596773:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205036.596774:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205036.596775:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205036.596777:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205036.596778:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205036.596779:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205036.596781:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205036.596783:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:2.0:1788205036.596785:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205036.596786:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205036.596787:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788205036.596790:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205036.596791:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596792:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205036.596795:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556804864/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205036.596801:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205036.596802:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205036.596803:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205036.596805:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205036.596806:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205036.596807:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205036.596809:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205036.596810:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:2.0:1788205036.596812:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205036.596813:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205036.596814:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205036.596817:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205036.596818:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596821:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205036.596827:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205036.596830:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205036.596832:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205036.596833:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.914545:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205036.914548:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205036.914554:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.914554:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205036.914558:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205036.914561:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205036.914563:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205036.914564:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205036.914575:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205036.914581:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205036.914585:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205036.914588:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205036.914590:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205036.914629:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205036.914633:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205036.914636:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205037.106511:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205037.106520:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205037.106522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205037.106528:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205037.106531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205037.106535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205037.106537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205037.106539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205037.106541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205037.938486:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205037.938492:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205037.938494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205037.938496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205037.938499:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205037.938501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205037.938503:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205037.938507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205037.938507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205037.938511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205037.938511:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205037.938514:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205037.938517:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205037.938561:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205037.938564:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205037.938566:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205038.130530:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205038.130538:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205038.130540:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205038.130546:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205038.130549:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205038.130553:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205038.130556:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205038.130558:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205038.130561:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205038.834470:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298843817, at 4298843840
00000100:00000040:1.0:1788205038.834470:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298843817, at 4298843840
00000100:00000010:0.0:1788205038.834483:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511300.
00000100:00000010:1.0:1788205038.834485:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511840.
00000100:00000001:3.0:1788205038.962503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205038.962507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205038.962511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205038.962512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205038.962514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205038.962520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205038.962522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205038.962525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205038.962526:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205038.962529:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205038.962530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205038.962532:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205038.962534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205038.962536:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205038.962538:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205038.962539:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205038.962539:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205038.962543:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205038.962545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205038.962589:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205038.962593:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205038.962596:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205039.154488:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205039.154494:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205039.154496:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205039.154502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205039.154505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205039.154508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205039.154510:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205039.154512:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205039.154513:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205039.986531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205039.986535:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205039.986539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205039.986543:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205039.986545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205039.986548:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205039.986548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205039.986556:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205039.986563:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205039.986568:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205039.986571:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205039.986574:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205039.986577:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205039.986596:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205039.986599:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205039.986602:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205040.178570:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205040.178579:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205040.178581:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205040.178587:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205040.178592:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205040.178597:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205040.178600:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205040.178603:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205040.178606:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205041.010538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205041.010546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205041.010554:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205041.010554:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205041.010558:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205041.010566:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205041.010570:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205041.010576:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205041.010590:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205041.010596:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205041.010599:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205041.010603:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205041.010606:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205041.010633:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205041.010638:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205041.010642:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205041.202541:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205041.202549:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205041.202551:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205041.202557:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205041.202561:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205041.202564:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.202566:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205041.202570:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.202572:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205041.714507:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205041.714515:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205041.714517:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205041.714520:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205041.714523:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205041.714528:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4174
00000400:00000200:3.0:1788205041.714535:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205041.714539:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205041.714542:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205041.714543:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714546:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205041.714547:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714549:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205041.714552:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205041.714553:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205041.714555:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205041.714557:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205041.714558:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205041.714560:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205041.714562:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714563:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205041.714564:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714566:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205041.714567:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205041.714569:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714571:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205041.714572:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205041.714574:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205041.714576:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205041.714577:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205041.714579:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205041.714586:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205041.714588:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205041.714591:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205041.714592:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205041.714594:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205041.714596:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205041.714599:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205041.714604:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788205041.714609:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205041.714615:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205041.714625:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205041.714628:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205041.714633:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205041.714654:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205041.714658:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205041.714661:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205041.714662:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205041.714664:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205041.714666:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205041.714669:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4174
00000400:00000200:3.0:1788205041.714672:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205041.714675:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205041.714677:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205041.714679:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714681:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205041.714684:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714686:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205041.714688:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205041.714689:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205041.714691:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205041.714693:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205041.714696:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205041.714698:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205041.714701:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714703:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205041.714704:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788205041.714705:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205041.714710:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205041.714710:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205041.714713:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:2.0:1788205041.714715:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788205041.714719:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714723:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205041.714725:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205041.714725:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205041.714735:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788205041.714736:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205041.714737:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205041.714743:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205041.714743:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205041.714747:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205041.714748:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788205041.714751:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788205041.714752:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205041.714754:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205041.714759:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556804992:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205041.714759:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205041.714765:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788205041.714766:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788205041.714769:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205041.714772:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205041.714773:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205041.714776:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205041.714776:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205041.714778:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205041.714781:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205041.714781:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205041.714785:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205041.714789:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000010:3.0:1788205041.714790:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
02000000:00000001:2.0:1788205041.714792:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205041.714796:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205041.714803:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205041.714810:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788205041.714811:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205041.714813:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205041.714835:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788205041.714843:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000100:00000001:3.0:1788205041.714845:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205041.714850:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788205041.714853:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00080000:3.0:1788205041.714854:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205041.714857:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205041.714860:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788205041.714863:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556804992, portal 25
00000100:00000001:3.0:1788205041.714863:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205041.714866:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4174
00000100:00000001:2.0:1788205041.714868:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205041.714871:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000400:00000200:3.0:1788205041.714874:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205041.714878:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205041.714880:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205041.714882:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205041.714884:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714888:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205041.714891:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714895:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205041.714899:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205041.714901:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788205041.714902:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205041.714906:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788205041.714907:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788205041.714909:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000010:2.0:1788205041.714912:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000020:00000001:3.0:1788205041.714913:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205041.714917:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:2.0:1788205041.714918:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556804992, offset 0
00000100:00000040:3.0:1788205041.714922:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714926:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205041.714930:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788205041.714931:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714935:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205041.714938:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:2.0:1788205041.714941:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205041.714942:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205041.714947:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205041.714949:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205041.714952:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000001:3.0:1788205041.714954:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205041.714958:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205041.714960:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205041.714961:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205041.714964:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205041.714966:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000008:00000001:3.0:1788205041.714969:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205041.714973:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205041.714974:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205041.714979:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000010:3.0:1788205041.714980:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205041.714985:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:2.0:1788205041.714986:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3493:3493:256:4294967295] 192.168.201.145@tcp LPNI seq info [3493:3493:8:4294967295]
02000000:00000001:3.0:1788205041.714990:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205041.714992:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205041.714994:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205041.714996:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205041.714999:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205041.715001:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205041.715007:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000400:00000200:2.0:1788205041.715009:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205041.715011:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205041.715019:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788205041.715020:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205041.715029:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000100:00000001:3.0:1788205041.715030:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788205041.715037:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205041.715041:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788205041.715048:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205041.715049:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788205041.715054:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1788205041.715057:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205041.715065:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205041.715070:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1788205041.715072:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205041.715076:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000100:00080000:3.0:1788205041.715077:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205041.715080:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788205041.715082:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788205041.715082:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205041.715088:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205041.715089:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788205041.715093:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4174
00000400:00000200:2.0:1788205041.715094:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205041.715098:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000400:00000200:3.0:1788205041.715101:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205041.715102:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205041.715108:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205041.715108:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205041.715113:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205041.715121:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.715124:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205041.715125:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205041.715128:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.715133:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205041.715135:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205041.715136:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205041.715138:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205041.715140:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000040:2.0:1788205041.715141:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205041.715142:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205041.715149:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205041.715156:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205041.715157:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205041.715159:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205041.715161:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788205041.715164:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205041.715168:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205041.715169:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205041.715171:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000200:2.0:1788205041.715175:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205041.715178:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205041.715181:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205041.715184:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205041.715185:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298848936
02000000:00000001:3.0:1788205041.715187:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1788205041.715191:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511000.
02000000:00000001:3.0:1788205041.715191:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205041.715195:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205041.715198:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205041.715200:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1788205041.715201:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205041.715205:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.715210:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298848936
00000100:00000010:3.0:1788205041.715211:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000010:2.0:1788205041.715216:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511720.
00000020:00000040:3.0:1788205041.715216:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205041.715220:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788205041.715222:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1788205041.715223:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205041.715227:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205041.715229:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205041.715229:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205041.715233:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205041.715233:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.715238:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1788205041.715241:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00100000:2.0:1788205041.715243:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205041/real 1788205041]  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205041.715246:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205041.715254:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205041.715256:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1788205041.715256:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788205041.715260:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205041.715264:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205041.715267:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205041.715270:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788205041.715270:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205041.715275:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205041.715276:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205041.715286:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715290:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205041.715291:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715293:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788205041.715293:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715295:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205041.715298:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715323:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205041.715324:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205041.715330:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205041.715330:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4184)
00000100:00000001:2.0:1788205041.715341:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205041.715345:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715347:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205041.715348:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715351:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205041.715353:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205041.715356:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205041.715360:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205041.715362:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205041.715365:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205041.715370:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556804992:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205041.715373:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715374:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205041.715376:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556804992/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715380:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205041.715382:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205041.715383:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205041.715393:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205041.715394:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205041.715395:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205041.715419:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205041.715421:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:2.0:1788205041.715424:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205041.715425:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205041.715426:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788205041.715428:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205041.715429:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715430:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715436:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205041.715437:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.715439:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205041.715440:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205041.715440:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205041.715447:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715452:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205041.715453:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205041.715454:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205041.715455:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205041.715456:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205041.715458:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805120:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205041.715460:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205041.715461:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205041.715463:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205041.715464:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205041.715467:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205041.715469:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205041.715473:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205041.715475:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205041.715479:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205041.715481:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556805120, portal 10
00000100:00000001:2.0:1788205041.715483:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205041.715484:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788205041.715491:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715497:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205041.715499:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205041.715501:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205041.715503:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556805120, offset 0
00000400:00000200:2.0:1788205041.715507:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205041.715511:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205041.715515:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205041.715518:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205041.715520:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205041.715522:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205041.715524:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205041.715527:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3494:3494:256:4294967295] 192.168.201.145@tcp LPNI seq info [3494:3494:8:4294967295]
00000400:00000200:2.0:1788205041.715531:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205041.715536:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205041.715540:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205041.715543:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205041.715547:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205041.715549:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788205041.715553:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205041.715555:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788205041.715558:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205041.715560:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205041.715563:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205041.715566:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205041.715568:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205041.715570:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205041.715573:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205041.715576:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715583:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205041.715586:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715592:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.715593:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205041.715596:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205041.715599:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205041.715603:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205041.715605:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298847059
00000100:00000001:2.0:1788205041.715607:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298848936
00000100:00000001:2.0:1788205041.715609:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298847059
00000100:00000001:2.0:1788205041.715611:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298848936
00000100:00000001:2.0:1788205041.715613:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205041.715615:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.715617:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205041.715621:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205041/real 1788205041]  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205041.715629:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205041.715630:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205041.715631:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205041.715633:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205041.715634:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205041.715635:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205041.715637:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205041.715642:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715645:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205041.715646:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715647:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205041.715648:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205041.715650:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715654:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205041.715656:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715660:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205041.715661:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715662:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205041.715663:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715664:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205041.715665:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205041.715666:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205041.715669:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205041.715670:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205041.715672:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205041.715677:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805120:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205041.715679:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205041.715680:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715684:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205041.715685:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205041.715686:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205041.715687:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205041.715688:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205041.715690:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805248:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205041.715692:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205041.715693:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205041.715694:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205041.715695:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205041.715697:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205041.715698:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205041.715700:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205041.715702:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205041.715704:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205041.715705:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556805248, portal 4
00000100:00000001:2.0:1788205041.715707:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205041.715707:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788205041.715711:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715715:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205041.715716:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205041.715718:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205041.715719:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556805248, offset 0
00000400:00000200:2.0:1788205041.715721:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205041.715724:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205041.715726:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205041.715728:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205041.715730:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205041.715731:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205041.715733:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205041.715735:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3495:3495:256:4294967295] 192.168.201.145@tcp LPNI seq info [3495:3495:8:4294967295]
00000400:00000200:2.0:1788205041.715737:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205041.715741:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205041.715743:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205041.715745:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205041.715748:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205041.715749:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788205041.715752:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205041.715754:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788205041.715756:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205041.715758:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205041.715759:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205041.715761:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205041.715763:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205041.715764:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205041.715765:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205041.715767:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715772:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205041.715773:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715777:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.715778:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205041.715780:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205041.715782:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205041.715784:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205041.715785:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298846742
00000100:00000001:2.0:1788205041.715786:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298848936
00000100:00000001:2.0:1788205041.715788:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298846742
00000100:00000001:2.0:1788205041.715790:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298848936
00000100:00000001:2.0:1788205041.715792:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205041.715794:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.715795:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205041.715799:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205041/real 1788205041]  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205041.715806:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205041.715807:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205041.715808:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205041.715811:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205041.715812:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205041.715814:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205041.715829:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205041.715838:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715844:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205041.715845:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715847:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205041.715848:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205041.715851:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715857:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205041.715861:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715867:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205041.715869:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715871:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205041.715872:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.715874:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205041.715875:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205041.715878:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205041.715880:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205041.715882:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205041.715886:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205041.715892:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805248:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205041.715895:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205041.715898:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715904:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205041.715905:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205041.715907:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205041.715909:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205041.715910:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205041.715913:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805376:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205041.715916:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205041.715917:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205041.715918:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205041.715920:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205041.715923:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205041.715925:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205041.715927:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205041.715930:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205041.715933:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205041.715935:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556805376, portal 4
00000100:00000001:2.0:1788205041.715937:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205041.715938:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205041.715944:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.715950:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205041.715953:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205041.715955:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205041.715958:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556805376, offset 0
00000400:00000200:2.0:1788205041.715961:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205041.715964:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205041.715967:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205041.715970:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205041.715971:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205041.715973:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205041.715975:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205041.715978:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3496:3496:256:4294967295] 192.168.201.145@tcp LPNI seq info [3496:3496:8:4294967295]
00000400:00000200:2.0:1788205041.715981:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205041.715987:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205041.715991:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205041.715994:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205041.715997:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205041.716000:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788205041.716004:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205041.716006:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788205041.716010:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205041.716012:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205041.716015:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205041.716017:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205041.716020:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205041.716022:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205041.716024:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205041.716027:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.716034:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205041.716037:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.716043:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.716044:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205041.716047:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205041.716049:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205041.716052:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205041.716054:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298847473
00000100:00000001:2.0:1788205041.716056:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298848936
00000100:00000001:2.0:1788205041.716058:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298847473
00000100:00000001:2.0:1788205041.716060:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298848936
00000100:00000001:2.0:1788205041.716062:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205041.716064:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.716066:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205041.716069:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205041/real 1788205041]  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205041.716076:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205041.716077:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205041.716079:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205041.716081:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205041.716083:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205041.716084:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205041.716087:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205041.716094:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.716105:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205041.716107:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.716108:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205041.716109:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205041.716113:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.716118:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205041.716122:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.716129:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205041.716131:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.716132:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205041.716133:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.716135:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205041.716136:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205041.716139:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205041.716142:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205041.716144:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205041.716148:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205041.716155:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805376:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205041.716159:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.716160:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205041.716163:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556805120/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.716169:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205041.716171:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205041.716173:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205041.716176:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205041.716177:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205041.716178:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205041.716180:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205041.716182:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:2.0:1788205041.716184:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205041.716185:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205041.716186:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788205041.716189:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205041.716190:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.716191:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205041.716195:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556805248/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.716200:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205041.716201:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205041.716203:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205041.716204:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205041.716205:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205041.716207:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205041.716208:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205041.716210:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:2.0:1788205041.716212:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205041.716213:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205041.716214:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788205041.716217:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205041.716218:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.716220:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205041.716223:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556805376/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205041.716228:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205041.716229:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205041.716230:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205041.716231:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205041.716232:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205041.716233:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205041.716235:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205041.716236:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:2.0:1788205041.716238:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205041.716239:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205041.716240:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205041.716242:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205041.716243:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.716245:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205041.716248:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205041.716250:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205041.716251:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205041.716253:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205042.034470:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205042.034476:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205042.034477:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205042.034480:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205042.034480:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205042.034486:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1788205042.034487:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205042.034488:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205042.034492:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205042.034495:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205042.034497:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205042.034499:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205042.034501:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205042.034545:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205042.034549:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205042.034552:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205042.226507:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205042.226512:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205042.226514:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205042.226517:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205042.226519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205042.226522:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205042.226524:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205042.226526:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205042.226528:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205043.058493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205043.058494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205043.058500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205043.058501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205043.058505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205043.058507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205043.058510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205043.058511:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205043.058516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205043.058520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205043.058522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205043.058524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205043.058527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205043.058573:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205043.058577:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205043.058580:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205043.250499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205043.250505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205043.250506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205043.250510:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205043.250512:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205043.250515:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205043.250517:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205043.250519:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205043.250521:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205043.954481:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298848936, at 4298848960
00000100:00000010:1.0:1788205043.954497:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511720.
00000100:00000040:0.0:1788205043.954541:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298848936, at 4298848960
00000100:00000010:0.0:1788205043.954556:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511000.
00000100:00000001:0.0:1788205044.082531:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205044.082537:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205044.082540:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205044.082542:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1788205044.082545:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205044.082554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205044.082555:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1788205044.082558:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205044.082560:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1788205044.082562:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205044.082566:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205044.082566:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205044.082571:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205044.082575:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205044.082578:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205044.082582:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205044.082584:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205044.082590:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205044.082592:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205044.082670:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205044.082675:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205044.082679:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205044.274512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205044.274526:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205044.274529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205044.274535:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205044.274539:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205044.274542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205044.274545:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205044.274547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205044.274549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205045.106500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205045.106507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205045.106509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205045.106511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205045.106512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205045.106518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205045.106518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205045.106520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205045.106522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205045.106526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205045.106529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205045.106532:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205045.106535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205045.106585:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205045.106590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205045.106594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205045.298529:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205045.298536:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205045.298538:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205045.298543:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205045.298546:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205045.298550:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205045.298552:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205045.298555:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205045.298557:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.130491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205046.130499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205046.130501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205046.130507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205046.130509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205046.130511:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205046.130516:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.130518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205046.130524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205046.130525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205046.130527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205046.130529:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.130533:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205046.130666:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205046.130670:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205046.130674:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205046.322513:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205046.322521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205046.322523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205046.322528:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205046.322531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205046.322535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.322537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205046.322545:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.322548:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205046.834516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205046.834526:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205046.834529:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205046.834533:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205046.834537:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205046.834543:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4179
00000400:00000200:0.0:1788205046.834552:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205046.834559:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205046.834562:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205046.834565:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205046.834568:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205046.834570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205046.834573:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205046.834576:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205046.834578:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205046.834581:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205046.834585:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205046.834587:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205046.834589:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205046.834592:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205046.834594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205046.834596:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205046.834597:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205046.834600:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205046.834603:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205046.834606:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205046.834608:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205046.834611:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205046.834614:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.834616:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205046.834618:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205046.834626:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788205046.834629:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205046.834632:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205046.834634:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.834637:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205046.834640:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205046.834643:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205046.834649:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788205046.834655:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205046.834663:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205046.834673:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205046.834677:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205046.834682:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205046.834705:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205046.834709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205046.834713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205046.834714:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205046.834716:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205046.834718:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205046.834721:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4179
00000400:00000200:0.0:1788205046.834724:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205046.834728:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205046.834748:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205046.834751:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205046.834753:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205046.834755:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205046.834757:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205046.834759:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205046.834761:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205046.834763:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205046.834765:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205046.834767:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205046.834770:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205046.834773:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205046.834774:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205046.834775:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205046.834779:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788205046.834780:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205046.834782:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788205046.834784:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788205046.834789:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205046.834790:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205046.834797:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205046.834801:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205046.834803:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.834804:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205046.834808:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205046.834809:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205046.834813:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205046.834816:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205046.834816:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205046.834821:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205046.834824:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556805504:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205046.834825:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205046.834830:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205046.834831:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1788205046.834835:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.834837:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205046.834841:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788205046.834846:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205046.834848:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205046.834849:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205046.834851:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205046.834852:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.834854:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205046.834857:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205046.834858:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788205046.834860:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205046.834864:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000010:0.0:1788205046.834866:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:2.0:1788205046.834868:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.834872:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205046.834874:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205046.834880:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000100:00100000:0.0:1788205046.834883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788205046.834887:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000001:0.0:1788205046.834893:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205046.834896:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205046.834903:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205046.834903:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556805504, portal 25
00000100:00000001:2.0:1788205046.834908:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205046.834911:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000001:0.0:1788205046.834919:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205046.834922:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205046.834924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205046.834933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205046.834936:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205046.834940:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205046.834940:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788205046.834945:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788205046.834946:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788205046.834950:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4179
00000400:00000010:2.0:1788205046.834952:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000400:00000200:0.0:1788205046.834957:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:2.0:1788205046.834959:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556805504, offset 0
00000400:00000200:0.0:1788205046.834963:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205046.834967:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788205046.834972:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788205046.834973:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205046.834977:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205046.834979:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205046.834982:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205046.834984:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205046.834988:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788205046.834989:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000040:0.0:1788205046.834991:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205046.834994:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788205046.834996:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1788205046.834997:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788205046.835001:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205046.835003:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:0.0:1788205046.835005:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205046.835009:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1788205046.835012:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205046.835016:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:0.0:1788205046.835017:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205046.835022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205046.835025:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3497:3497:256:4294967295] 192.168.201.145@tcp LPNI seq info [3497:3497:8:4294967295]
00000100:00000001:0.0:1788205046.835026:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205046.835031:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:2.0:1788205046.835036:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788205046.835038:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:2.0:1788205046.835046:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205046.835049:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205046.835053:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1788205046.835055:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:0.0:1788205046.835057:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205046.835060:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205046.835062:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000100:00000001:0.0:1788205046.835063:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205046.835067:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205046.835070:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.835074:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205046.835074:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000010:0.0:1788205046.835081:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000800:00000200:2.0:1788205046.835082:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1788205046.835086:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205046.835090:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1788205046.835091:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:0.0:1788205046.835093:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.835097:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1788205046.835097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1788205046.835100:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205046.835103:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205046.835106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788205046.835110:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788205046.835114:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205046.835119:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000100:00100000:0.0:1788205046.835120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205046.835127:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205046.835137:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788205046.835141:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788205046.835143:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000100:00000001:0.0:1788205046.835145:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205046.835146:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205046.835153:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788205046.835155:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205046.835164:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205046.835165:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205046.835168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205046.835175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205046.835178:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205046.835181:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205046.835182:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205046.835184:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788205046.835189:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205046.835190:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4179
00000400:00000200:0.0:1788205046.835199:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205046.835204:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205046.835205:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1788205046.835207:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1788205046.835210:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205046.835214:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205046.835215:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.835217:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205046.835222:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205046.835223:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205046.835226:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205046.835228:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298854056
00000020:00000001:0.0:1788205046.835231:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205046.835234:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205046.835236:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:2.0:1788205046.835236:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925113c0.
00000020:00000040:0.0:1788205046.835240:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788205046.835244:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788205046.835244:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1788205046.835248:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788205046.835253:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205046.835254:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298854056
00000100:00000001:0.0:1788205046.835255:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1788205046.835259:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925111e0.
00000100:00000040:0.0:1788205046.835260:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205046.835264:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205046.835265:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205046.835269:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788205046.835270:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205046.835275:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205046.835277:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205046.835279:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205046.835282:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205046.835283:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205046.835285:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205046.835288:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205046.835291:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00100000:0.0:1788205046.835292:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205046.835296:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205046.835298:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205046/real 1788205046]  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205046.835299:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205046.835305:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788205046.835309:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000001:2.0:1788205046.835313:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1788205046.835314:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1788205046.835316:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1788205046.835317:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205046.835320:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000100:00000001:0.0:1788205046.835321:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205046.835323:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205046.835327:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205046.835327:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205046.835331:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
02000000:00000010:0.0:1788205046.835332:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:2.0:1788205046.835334:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788205046.835337:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205046.835341:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205046.835346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205046.835361:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788205046.835361:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205046.835364:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205046.835372:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835378:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205046.835381:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205046.835384:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.835385:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788205046.835389:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4189)
00000100:00000001:2.0:1788205046.835389:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205046.835431:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835441:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205046.835447:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835460:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205046.835463:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.835465:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205046.835466:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.835467:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205046.835469:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205046.835472:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205046.835476:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205046.835478:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205046.835483:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205046.835491:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556805504:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205046.835495:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.835498:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205046.835501:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556805504/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835521:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205046.835523:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205046.835526:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205046.835530:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205046.835531:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205046.835533:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205046.835535:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205046.835537:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:2.0:1788205046.835541:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205046.835543:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205046.835544:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:2.0:1788205046.835547:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205046.835548:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.835551:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.835557:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205046.835559:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.835561:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205046.835563:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205046.835564:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205046.835568:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835575:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205046.835576:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205046.835578:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205046.835580:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205046.835582:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205046.835585:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805632:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205046.835588:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205046.835590:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205046.835591:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205046.835593:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205046.835596:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205046.835598:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205046.835602:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205046.835604:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205046.835608:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205046.835611:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556805632, portal 10
00000100:00000001:2.0:1788205046.835613:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205046.835614:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:2.0:1788205046.835620:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835626:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205046.835628:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205046.835631:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205046.835633:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556805632, offset 0
00000400:00000200:2.0:1788205046.835636:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205046.835640:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205046.835644:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205046.835647:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205046.835650:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205046.835652:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205046.835654:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205046.835657:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3498:3498:256:4294967295] 192.168.201.145@tcp LPNI seq info [3498:3498:8:4294967295]
00000400:00000200:2.0:1788205046.835661:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205046.835667:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205046.835672:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205046.835675:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205046.835679:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205046.835682:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788205046.835686:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205046.835689:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788205046.835693:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205046.835694:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205046.835697:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205046.835701:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205046.835703:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205046.835705:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205046.835708:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205046.835711:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835719:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205046.835722:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835740:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.835742:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205046.835746:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205046.835749:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205046.835753:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205046.835755:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298852179
00000100:00000001:2.0:1788205046.835758:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298854056
00000100:00000001:2.0:1788205046.835760:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298852179
00000100:00000001:2.0:1788205046.835762:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298854056
00000100:00000001:2.0:1788205046.835764:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205046.835765:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.835767:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205046.835771:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205046/real 1788205046]  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205046.835779:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205046.835781:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205046.835782:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205046.835785:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205046.835786:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205046.835789:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205046.835792:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205046.835801:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835806:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205046.835807:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.835808:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205046.835809:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205046.835812:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835818:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205046.835822:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835828:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205046.835831:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.835833:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205046.835834:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.835835:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205046.835837:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205046.835840:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205046.835843:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205046.835845:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205046.835849:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205046.835856:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805632:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205046.835859:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205046.835861:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835865:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205046.835866:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205046.835868:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205046.835869:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205046.835871:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205046.835872:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805760:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205046.835874:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205046.835876:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205046.835877:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205046.835878:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205046.835882:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205046.835883:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205046.835887:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205046.835889:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205046.835892:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205046.835895:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556805760, portal 4
00000100:00000001:2.0:1788205046.835897:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205046.835899:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:2.0:1788205046.835904:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835910:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205046.835912:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205046.835914:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205046.835917:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556805760, offset 0
00000400:00000200:2.0:1788205046.835921:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205046.835924:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205046.835926:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205046.835928:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205046.835930:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205046.835931:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205046.835933:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205046.835936:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3499:3499:256:4294967295] 192.168.201.145@tcp LPNI seq info [3499:3499:8:4294967295]
00000400:00000200:2.0:1788205046.835940:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205046.835945:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205046.835950:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205046.835953:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205046.835956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205046.835959:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788205046.835963:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205046.835965:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788205046.835969:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205046.835971:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205046.835974:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205046.835977:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205046.835979:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205046.835980:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205046.835982:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205046.835984:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835989:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205046.835992:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.835998:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.836000:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205046.836003:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205046.836006:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205046.836009:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205046.836010:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298851862
00000100:00000001:2.0:1788205046.836013:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298854056
00000100:00000001:2.0:1788205046.836015:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298851862
00000100:00000001:2.0:1788205046.836017:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298854056
00000100:00000001:2.0:1788205046.836019:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205046.836021:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.836023:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205046.836026:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205046/real 1788205046]  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205046.836034:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205046.836035:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205046.836037:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205046.836039:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205046.836040:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205046.836041:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205046.836044:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205046.836052:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836057:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205046.836058:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836060:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205046.836061:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205046.836065:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836072:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205046.836076:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836082:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205046.836085:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836086:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205046.836087:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836088:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205046.836089:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205046.836092:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205046.836095:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205046.836097:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205046.836100:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205046.836107:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805760:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205046.836111:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205046.836114:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836121:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205046.836122:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205046.836125:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205046.836126:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205046.836128:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205046.836131:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805888:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205046.836134:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205046.836136:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205046.836137:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205046.836138:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205046.836140:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a400.
02000000:00000001:2.0:1788205046.836142:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205046.836144:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205046.836145:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205046.836147:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205046.836149:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556805888, portal 4
00000100:00000001:2.0:1788205046.836151:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205046.836151:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:2.0:1788205046.836156:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836160:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205046.836161:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205046.836163:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205046.836164:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556805888, offset 0
00000400:00000200:2.0:1788205046.836166:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205046.836169:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205046.836171:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205046.836172:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205046.836174:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205046.836175:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205046.836177:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205046.836179:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3500:3500:256:4294967295] 192.168.201.145@tcp LPNI seq info [3500:3500:8:4294967295]
00000400:00000200:2.0:1788205046.836181:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205046.836185:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205046.836187:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205046.836189:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205046.836191:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205046.836193:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788205046.836196:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205046.836197:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788205046.836199:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205046.836201:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205046.836203:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205046.836206:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205046.836209:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205046.836210:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205046.836213:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205046.836215:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836223:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205046.836226:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836231:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.836232:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205046.836234:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205046.836236:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205046.836239:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205046.836240:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298852593
00000100:00000001:2.0:1788205046.836243:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298854056
00000100:00000001:2.0:1788205046.836244:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298852593
00000100:00000001:2.0:1788205046.836246:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298854056
00000100:00000001:2.0:1788205046.836248:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205046.836249:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.836251:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205046.836254:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205046/real 1788205046]  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205046.836260:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205046.836261:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205046.836262:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205046.836264:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205046.836265:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205046.836267:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205046.836270:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205046.836276:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836281:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205046.836282:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836284:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205046.836285:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205046.836288:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836293:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205046.836296:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836302:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205046.836304:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836305:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205046.836306:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836308:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205046.836309:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205046.836311:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205046.836313:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205046.836315:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205046.836318:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205046.836326:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556805888:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205046.836329:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836331:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205046.836334:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556805632/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836340:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205046.836341:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205046.836343:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205046.836345:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205046.836347:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205046.836348:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205046.836350:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205046.836352:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:2.0:1788205046.836354:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205046.836355:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205046.836356:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:2.0:1788205046.836359:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205046.836360:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836362:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205046.836365:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556805760/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836372:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205046.836373:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205046.836374:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205046.836376:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205046.836377:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205046.836378:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205046.836380:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205046.836381:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:2.0:1788205046.836383:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205046.836383:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205046.836384:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:2.0:1788205046.836386:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205046.836387:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836389:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205046.836392:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556805888/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205046.836414:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205046.836415:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205046.836416:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a400.
02000000:00000001:2.0:1788205046.836419:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205046.836420:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205046.836421:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205046.836422:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205046.836423:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:2.0:1788205046.836425:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205046.836425:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205046.836427:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:2.0:1788205046.836428:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205046.836430:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836431:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205046.836434:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205046.836436:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205046.836437:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205046.836439:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205047.154478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205047.154485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205047.154487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205047.154493:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205047.154496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205047.154498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205047.154500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205047.154501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205047.154503:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205047.154504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205047.154505:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205047.154505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205047.154508:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205047.154978:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205047.154983:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205047.154987:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205047.346503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205047.346515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205047.346518:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205047.346523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205047.346527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205047.346530:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205047.346533:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205047.346535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205047.346538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205048.178497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205048.178497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205048.178504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205048.178505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205048.178511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205048.178514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205048.178514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205048.178520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205048.178524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205048.178528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205048.178530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205048.178533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205048.178536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205048.178567:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205048.178571:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205048.178574:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205048.370521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205048.370528:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205048.370529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205048.370534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205048.370536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205048.370539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205048.370541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205048.370543:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205048.370545:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205049.074547:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298854056, at 4298854080
00000100:00000040:0.0:1788205049.074549:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298854056, at 4298854080
00000100:00000010:1.0:1788205049.074570:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925111e0.
00000100:00000010:0.0:1788205049.074576:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925113c0.
00000100:00000001:0.0:1788205049.202539:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205049.202552:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205049.202552:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205049.202556:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205049.202560:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205049.202564:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205049.202569:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205049.202577:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205049.202580:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205049.202582:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205049.202585:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205049.202587:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205049.202587:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205049.202594:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205049.202600:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205049.202604:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205049.202607:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205049.202610:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205049.202613:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205049.202721:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205049.202725:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205049.202728:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205049.394520:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205049.394528:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205049.394530:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205049.394535:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205049.394539:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205049.394542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205049.394545:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205049.394547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205049.394549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205050.226556:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205050.226563:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205050.226569:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205050.226570:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205050.226599:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205050.226606:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205050.226609:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205050.226615:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000020:00000001:2.0:1788205050.226618:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788205050.226620:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788205050.226623:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205050.226627:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1788205050.226629:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205050.226631:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205050.226635:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205050.226638:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205050.418512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205050.418521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205050.418522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205050.418527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205050.418530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205050.418534:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205050.418536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205050.418539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205050.418541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205051.250531:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205051.250532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205051.250541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205051.250543:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205051.250546:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205051.250551:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205051.250553:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205051.250554:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205051.250559:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205051.250565:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205051.250569:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205051.250573:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205051.250576:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205051.250612:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205051.250616:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205051.250619:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205051.442564:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205051.442575:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205051.442577:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205051.442585:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205051.442590:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205051.442594:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.442597:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205051.442601:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.442605:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205051.954576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205051.954590:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205051.954594:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205051.954599:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205051.954605:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205051.954613:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4184
00000400:00000200:3.0:1788205051.954625:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205051.954634:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205051.954638:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205051.954653:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.954656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205051.954659:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.954662:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205051.954666:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205051.954669:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205051.954672:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205051.954678:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205051.954681:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205051.954684:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205051.954687:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.954689:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205051.954692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.954694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205051.954696:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205051.954700:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205051.954703:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205051.954706:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205051.954710:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205051.954713:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205051.954716:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205051.954718:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205051.954730:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205051.954735:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205051.954739:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205051.954741:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205051.954746:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205051.954749:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205051.954754:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205051.954763:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:3.0:1788205051.954771:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205051.954782:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205051.954794:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205051.954810:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205051.954820:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205051.954841:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205051.954844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205051.954848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205051.954849:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205051.954851:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205051.954854:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205051.954857:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4184
00000400:00000200:3.0:1788205051.954861:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205051.954865:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205051.954868:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205051.954871:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788205051.954871:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205051.954877:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205051.954877:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205051.954881:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205051.954882:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.954886:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788205051.954889:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205051.954890:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205051.954893:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205051.954897:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205051.954901:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:2.0:1788205051.954903:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788205051.954905:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788205051.954907:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205051.954909:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:2.0:1788205051.954913:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788205051.954916:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205051.954918:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205051.954920:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788205051.954924:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205051.954925:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.954929:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00100000:2.0:1788205051.954931:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556806016:192.168.201.145@tcp:250:kworker.0
00000020:00000040:3.0:1788205051.954933:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:2.0:1788205051.954940:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788205051.954940:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205051.954945:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.954947:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205051.954948:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205051.954950:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.954953:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205051.954956:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788205051.954958:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:3.0:1788205051.954961:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.954963:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205051.954965:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205051.954971:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205051.954973:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:3.0:1788205051.954978:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205051.954981:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000100:00000001:3.0:1788205051.954982:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205051.954989:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000400:00000010:2.0:1788205051.954993:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205051.955004:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556806016, portal 25
00000100:00000001:2.0:1788205051.955007:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205051.955009:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788205051.955016:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205051.955020:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205051.955026:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205051.955029:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955032:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205051.955033:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205051.955036:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788205051.955040:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788205051.955040:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205051.955046:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
02000000:00000010:3.0:1788205051.955047:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000100:00000200:2.0:1788205051.955050:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556806016, offset 0
00000100:00000001:3.0:1788205051.955054:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205051.955060:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00100000:3.0:1788205051.955063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205051.955072:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205051.955075:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205051.955079:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205051.955081:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:3.0:1788205051.955086:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205051.955087:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205051.955093:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205051.955099:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205051.955103:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.955103:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205051.955109:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3501:3501:256:4294967295] 192.168.201.145@tcp LPNI seq info [3501:3501:8:4294967295]
00000100:00080000:3.0:1788205051.955110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205051.955115:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205051.955119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205051.955121:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205051.955124:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788205051.955129:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205051.955130:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788205051.955137:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205051.955137:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4184
00000400:00000200:3.0:1788205051.955145:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:2.0:1788205051.955146:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000400:00000200:3.0:1788205051.955153:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000200:2.0:1788205051.955157:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788205051.955158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788205051.955161:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1788205051.955165:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.955171:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788205051.955171:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788205051.955177:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:2.1:1788205051.955177:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788205051.955184:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205051.955184:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:2.0:1788205051.955188:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000020:00000001:3.0:1788205051.955189:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205051.955192:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205051.955194:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788205051.955195:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1788205051.955197:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:2.0:1788205051.955200:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205051.955205:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205051.955207:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000020:00000001:3.0:1788205051.955211:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:2.0:1788205051.955213:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1788205051.955216:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:2.0:1788205051.955219:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205051.955224:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.955229:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205051.955234:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.955240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205051.955243:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788205051.955243:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205051.955250:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:2.0:1788205051.955251:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205051.955255:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205051.955259:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205051.955263:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205051.955267:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205051.955268:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955271:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205051.955272:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205051.955276:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205051.955279:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955281:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205051.955281:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205051.955287:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:3.0:1788205051.955288:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205051.955291:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298859176
00000020:00000040:3.0:1788205051.955292:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000010:2.0:1788205051.955297:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511d80.
02000000:00000001:3.0:1788205051.955297:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205051.955300:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205051.955304:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205051.955305:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205051.955306:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788205051.955307:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955313:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298859176
02000000:00000010:3.0:1788205051.955314:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000010:2.0:1788205051.955319:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925116c0.
00000100:00000001:3.0:1788205051.955320:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955323:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205051.955327:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788205051.955328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205051.955331:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955335:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205051.955341:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205051/real 1788205051]  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205051.955365:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1788205051.955366:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205051.955369:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788205051.955370:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205051.955372:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205051.955375:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000100:00000040:3.0:1788205051.955378:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788205051.955379:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205051.955384:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205051.955392:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205051.955392:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205051.955430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788205051.955431:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205051.955439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205051.955444:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205051.955444:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205051.955447:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205051.955448:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.955452:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205051.955453:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205051.955454:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205051.955460:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205051.955460:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4184
00000400:00000200:3.0:1788205051.955467:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205051.955472:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205051.955477:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205051.955482:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.955486:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205051.955490:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205051.955490:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205051.955494:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205051.955498:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205051.955500:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000040:2.0:1788205051.955501:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205051.955503:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205051.955507:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205051.955511:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205051.955516:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788205051.955518:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205051.955522:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205051.955523:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205051.955525:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205051.955528:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205051.955528:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205051.955530:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205051.955534:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788205051.955534:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00080000:2.0:1788205051.955541:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788205051.955541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205051.955547:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788205051.955548:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205051.955552:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1788205051.955554:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:2.0:1788205051.955558:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205051.955559:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205051.955564:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205051.955568:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788205051.955569:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556806016:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788205051.955574:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955577:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205051.955578:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205051.955580:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1788205051.955582:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788205051.955583:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556806016/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205051.955589:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955594:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788205051.955595:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.955598:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205051.955600:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205051.955603:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:3.0:1788205051.955603:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000001:2.0:1788205051.955606:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205051.955608:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000040:2.0:1788205051.955609:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205051.955613:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:3.0:1788205051.955614:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1788205051.955616:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:3.0:1788205051.955617:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.955622:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788205051.955622:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205051.955625:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205051.955626:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788205051.955629:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205051.955630:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788205051.955636:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000010:3.0:1788205051.955637:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:2.0:1788205051.955638:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.955652:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205051.955655:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955661:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1788205051.955664:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205051.955665:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955671:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205051.955674:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205051.955677:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205051.955679:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788205051.955683:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205051.955684:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955693:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788205051.955694:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.955696:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.955700:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205051.955702:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205051.955706:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205051.955713:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806144:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205051.955714:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955720:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788205051.955722:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4194)
02000000:00000001:2.0:1788205051.955723:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205051.955727:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.955730:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205051.955733:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205051.955735:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205051.955739:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205051.955742:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205051.955747:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205051.955750:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556806144, portal 10
00000100:00000001:2.0:1788205051.955752:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205051.955754:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788205051.955760:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.955767:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205051.955770:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205051.955771:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205051.955774:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556806144, offset 0
00000400:00000200:2.0:1788205051.955778:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205051.955782:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205051.955785:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205051.955788:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205051.955790:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205051.955792:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205051.955794:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205051.955797:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3502:3502:256:4294967295] 192.168.201.145@tcp LPNI seq info [3502:3502:8:4294967295]
00000400:00000200:2.0:1788205051.955800:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205051.955806:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205051.955810:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205051.955814:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205051.955818:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205051.955820:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788205051.955825:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205051.955827:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788205051.955831:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205051.955832:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205051.955834:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205051.955836:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205051.955838:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205051.955839:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205051.955841:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205051.955844:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.955849:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205051.955851:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.955859:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955860:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205051.955862:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205051.955864:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205051.955867:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205051.955868:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298857299
00000100:00000001:2.0:1788205051.955870:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298859176
00000100:00000001:2.0:1788205051.955872:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298857299
00000100:00000001:2.0:1788205051.955873:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298859176
00000100:00000001:2.0:1788205051.955874:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205051.955875:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.955876:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205051.955878:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205051/real 1788205051]  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205051.955883:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205051.955884:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205051.955885:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205051.955886:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205051.955887:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205051.955889:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205051.955891:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205051.955896:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.955899:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205051.955900:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.955901:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205051.955902:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205051.955905:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.955913:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205051.955916:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.955923:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205051.955926:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.955927:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205051.955929:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.955930:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205051.955933:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205051.955935:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205051.955939:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205051.955941:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205051.955945:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205051.955953:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806144:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205051.955957:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205051.955959:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.955966:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205051.955967:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.955969:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205051.955971:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205051.955973:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205051.955976:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806272:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205051.955979:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205051.955981:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205051.955983:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.955985:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205051.955988:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205051.955990:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205051.955994:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205051.955996:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205051.956000:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205051.956003:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556806272, portal 4
00000100:00000001:2.0:1788205051.956004:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205051.956005:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:2.0:1788205051.956011:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956017:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205051.956019:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205051.956021:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205051.956024:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556806272, offset 0
00000400:00000200:2.0:1788205051.956027:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205051.956031:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205051.956035:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205051.956037:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205051.956040:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205051.956042:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205051.956045:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205051.956047:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3503:3503:256:4294967295] 192.168.201.145@tcp LPNI seq info [3503:3503:8:4294967295]
00000400:00000200:2.0:1788205051.956051:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205051.956056:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205051.956059:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205051.956061:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205051.956064:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205051.956065:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788205051.956068:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205051.956070:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788205051.956073:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205051.956075:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205051.956076:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205051.956079:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205051.956080:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205051.956082:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205051.956083:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205051.956085:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956091:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205051.956092:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956096:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.956097:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205051.956099:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205051.956101:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205051.956103:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205051.956105:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298856982
00000100:00000001:2.0:1788205051.956106:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298859176
00000100:00000001:2.0:1788205051.956108:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298856982
00000100:00000001:2.0:1788205051.956109:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298859176
00000100:00000001:2.0:1788205051.956111:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205051.956112:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.956113:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205051.956115:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205051/real 1788205051]  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205051.956119:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205051.956119:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205051.956121:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205051.956122:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205051.956123:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205051.956125:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205051.956127:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205051.956132:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956135:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205051.956136:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956137:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205051.956138:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205051.956139:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956143:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205051.956145:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956148:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205051.956150:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956150:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205051.956151:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956152:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205051.956153:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205051.956154:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205051.956156:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205051.956158:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205051.956160:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205051.956165:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806272:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205051.956167:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956168:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205051.956170:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556806144/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956174:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205051.956175:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205051.956176:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205051.956178:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205051.956178:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205051.956179:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205051.956180:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205051.956182:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:2.0:1788205051.956183:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205051.956184:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205051.956185:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205051.956187:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205051.956188:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956189:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205051.956191:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556806272/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956195:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205051.956195:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205051.956196:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205051.956197:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205051.956198:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205051.956198:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205051.956199:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205051.956200:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:2.0:1788205051.956201:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205051.956201:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205051.956202:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205051.956203:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205051.956204:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956205:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956207:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205051.956208:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.956209:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205051.956209:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205051.956211:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205051.956213:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956217:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205051.956218:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.956219:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205051.956220:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205051.956221:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205051.956222:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806400:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205051.956224:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205051.956226:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205051.956227:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205051.956229:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205051.956231:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205051.956233:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205051.956236:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205051.956238:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205051.956241:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205051.956243:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556806400, portal 4
00000100:00000001:2.0:1788205051.956245:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205051.956246:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205051.956252:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956258:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205051.956260:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205051.956263:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205051.956265:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556806400, offset 0
00000400:00000200:2.0:1788205051.956269:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205051.956272:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205051.956275:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205051.956278:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205051.956280:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205051.956282:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205051.956284:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205051.956286:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3504:3504:256:4294967295] 192.168.201.145@tcp LPNI seq info [3504:3504:8:4294967295]
00000400:00000200:2.0:1788205051.956288:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205051.956293:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205051.956295:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205051.956297:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205051.956300:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205051.956301:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788205051.956304:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205051.956305:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788205051.956308:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205051.956309:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205051.956311:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205051.956313:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205051.956315:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205051.956316:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205051.956317:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205051.956320:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956324:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205051.956326:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956330:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.956331:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205051.956333:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205051.956335:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205051.956337:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205051.956338:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298857713
00000100:00000001:2.0:1788205051.956340:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298859176
00000100:00000001:2.0:1788205051.956341:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298857713
00000100:00000001:2.0:1788205051.956343:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298859176
00000100:00000001:2.0:1788205051.956345:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205051.956346:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.956347:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205051.956350:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205051/real 1788205051]  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205051.956355:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205051.956356:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205051.956357:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205051.956358:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205051.956359:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205051.956360:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205051.956362:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205051.956367:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956370:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205051.956371:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956372:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205051.956373:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205051.956375:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956378:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205051.956380:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956385:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205051.956387:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956388:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205051.956389:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956391:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205051.956392:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205051.956394:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205051.956418:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205051.956420:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205051.956425:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205051.956432:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806400:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205051.956435:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956436:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205051.956438:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556806400/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205051.956442:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205051.956443:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205051.956444:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205051.956445:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205051.956446:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205051.956447:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205051.956449:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205051.956450:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:2.0:1788205051.956453:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205051.956454:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205051.956456:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205051.956458:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205051.956459:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956461:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205051.956464:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205051.956466:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205051.956468:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205051.956469:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205052.274543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205052.274554:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205052.274562:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205052.274564:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205052.274590:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205052.274594:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205052.274597:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205052.274750:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205052.274756:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205052.274758:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205052.274763:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205052.274767:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205052.274771:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205052.274774:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205052.274777:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205052.274780:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205052.466571:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205052.466581:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205052.466584:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205052.466592:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205052.466597:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205052.466603:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205052.466607:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205052.466610:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205052.466614:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205053.298527:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205053.298528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205053.298536:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205053.298536:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205053.298540:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788205053.298541:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205053.298544:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205053.298548:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205053.298549:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205053.298552:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205053.298554:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205053.298554:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205053.298558:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205053.298559:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205053.298561:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205053.298563:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205053.298563:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205053.298575:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205053.298582:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205053.298627:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205053.298631:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205053.298635:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205053.490530:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205053.490538:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205053.490541:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205053.490546:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205053.490550:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205053.490554:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205053.490557:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205053.490559:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205053.490562:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205054.194513:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298859176, at 4298859200
00000100:00000040:1.0:1788205054.194513:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298859176, at 4298859200
00000100:00000010:0.0:1788205054.194527:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511d80.
00000100:00000010:1.0:1788205054.194530:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925116c0.
00000100:00000001:1.0:1788205054.322506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205054.322508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205054.322513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205054.322513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205054.322515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205054.322518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205054.322519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205054.322519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205054.322522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205054.322525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205054.322528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205054.322530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205054.322533:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205054.322539:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205054.322541:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205054.322545:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205054.514569:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205054.514577:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205054.514579:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205054.514584:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205054.514588:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205054.514592:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205054.514594:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205054.514613:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205054.514616:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.346498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205055.346501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205055.346506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205055.346507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.346511:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205055.346514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205055.346516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205055.346517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.346522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205055.346527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.346530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205055.346533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.346536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205055.346645:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205055.346648:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205055.346652:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205055.538476:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205055.538483:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205055.538486:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205055.538491:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205055.538495:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205055.538499:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205055.538502:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205055.538505:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205055.538507:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205056.370500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205056.370503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205056.370508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205056.370509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205056.370512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205056.370515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205056.370519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205056.370519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205056.370533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205056.370537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205056.370540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205056.370543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205056.370546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205056.370551:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205056.370556:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205056.370559:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205056.562489:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205056.562496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205056.562498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205056.562503:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205056.562506:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205056.562509:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205056.562511:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205056.562513:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205056.562515:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205057.074594:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205057.074604:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205057.074607:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205057.074611:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205057.074615:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205057.074622:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4189
00000400:00000200:1.0:1788205057.074632:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205057.074637:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205057.074641:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205057.074644:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.074647:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205057.074650:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.074652:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205057.074656:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205057.074658:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205057.074661:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205057.074664:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205057.074667:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205057.074669:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205057.074672:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.074674:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205057.074676:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.074678:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205057.074680:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205057.074683:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205057.074687:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205057.074689:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205057.074693:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205057.074695:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.074697:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205057.074700:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205057.074709:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f480.
00000020:00000040:1.0:1788205057.074721:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205057.074725:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205057.074727:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.074730:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205057.074732:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205057.074736:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205057.074744:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:1.0:1788205057.074750:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205057.074758:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205057.074768:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205057.074772:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205057.074777:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ccdf27] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205057.074806:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205057.074809:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205057.074812:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205057.074814:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205057.074815:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205057.074819:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205057.074822:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4189
00000400:00000200:1.0:1788205057.074827:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205057.074831:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205057.074833:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205057.074834:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788205057.074837:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205057.074840:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205057.074843:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788205057.074845:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205057.074850:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:2.0:1788205057.074852:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205057.074853:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205057.074858:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205057.074861:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205057.074864:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205057.074868:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:2.0:1788205057.074868:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205057.074871:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205057.074872:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:2.0:1788205057.074876:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205057.074879:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205057.074880:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205057.074884:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556806528:192.168.201.145@tcp:250:kworker.0
00000020:00000001:1.0:1788205057.074887:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788205057.074887:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788205057.074893:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.074896:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205057.074898:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205057.074899:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788205057.074900:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788205057.074903:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205057.074904:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:2.0:1788205057.074908:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1788205057.074910:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205057.074914:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205057.074915:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:1.0:1788205057.074916:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205057.074920:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205057.074924:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205057.074928:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788205057.074930:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.074934:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788205057.074935:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000008:00100000:1.0:1788205057.074938:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205057.074943:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205057.074943:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000001:1.0:1788205057.074946:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205057.074950:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556806528, portal 25
00000100:00000010:1.0:1788205057.074951:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ed80.
00000100:00000001:2.0:1788205057.074955:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1788205057.074956:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:2.0:1788205057.074957:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529920 : -105387459021696 : ffffa02691f0f480)
02000000:00000001:1.0:1788205057.074963:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788205057.074965:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205057.074966:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.074971:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205057.074974:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205057.074975:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1788205057.074977:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205057.074978:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205057.074981:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
02000000:00000010:1.0:1788205057.074985:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000200:2.0:1788205057.074985:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556806528, offset 0
00000100:00000001:1.0:1788205057.074992:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205057.075000:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205057.075002:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205057.075011:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788205057.075012:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205057.075016:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205057.075019:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:1.0:1788205057.075024:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e62ae2b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205057.075025:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205057.075031:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205057.075036:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205057.075040:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.075042:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205057.075044:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3505:3505:256:4294967295] 192.168.201.145@tcp LPNI seq info [3505:3505:8:4294967295]
00000100:00080000:1.0:1788205057.075047:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205057.075049:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788205057.075054:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205057.075056:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788205057.075060:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1788205057.075061:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205057.075067:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205057.075071:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4189
00000800:00000200:2.0:1788205057.075071:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205057.075078:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:2.0:1788205057.075079:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000400:00000200:1.0:1788205057.075083:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205057.075087:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788205057.075091:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:1.0:1788205057.075093:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.075097:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788205057.075097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1788205057.075101:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.075105:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205057.075109:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788205057.075109:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:1.0:1788205057.075111:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000800:00000200:2.1:1788205057.075113:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1788205057.075115:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205057.075118:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788205057.075120:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788205057.075121:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788205057.075125:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.075130:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1788205057.075133:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788205057.075136:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000010:2.0:1788205057.075137:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000100:00000001:1.0:1788205057.075142:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788205057.075144:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1788205057.075146:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:2.0:1788205057.075150:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1788205057.075153:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:2.0:1788205057.075155:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000100:00000001:1.0:1788205057.075158:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205057.075158:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
02000000:00000001:1.0:1788205057.075163:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205057.075164:0:2340:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788205057.075167:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788205057.075170:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205057.075171:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.075176:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205057.075179:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205057.075185:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205057.075189:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788205057.075192:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.075197:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205057.075204:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c000.
00000100:00000001:2.0:1788205057.075204:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075208:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1788205057.075209:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205057.075213:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205057.075215:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075215:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.075220:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205057.075222:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205057.075224:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788205057.075225:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075227:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298864296
02000000:00000010:1.0:1788205057.075230:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000010:2.0:1788205057.075233:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511600.
00000100:00000001:1.0:1788205057.075236:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075239:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1788205057.075244:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205057.075246:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298864296
00000100:00000010:2.0:1788205057.075251:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511a20.
00000100:00000001:2.0:1788205057.075255:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205057.075258:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205057.075259:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205057.075262:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.075263:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205057.075268:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c5fe36] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205057.075278:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075279:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1788205057.075281:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205057.075286:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205057.075288:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788205057.075290:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205057/real 1788205057]  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205057.075291:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205057.075297:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205057.075302:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4189
00000400:00000001:2.0:1788205057.075308:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1788205057.075309:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000001:2.0:1788205057.075312:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1788205057.075315:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205057.075318:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788205057.075319:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000100:00000040:1.0:1788205057.075325:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205057.075325:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205057.075328:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205057.075329:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205057.075333:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205057.075339:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205057.075341:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205057.075347:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205057.075347:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205057.075350:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205057.075352:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205057.075353:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205057.075354:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788205057.075358:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1788205057.075360:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205057.075362:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205057.075366:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205057.075370:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788205057.075370:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205057.075375:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205057.075376:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788205057.075380:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788205057.075388:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205057.075391:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205057.075392:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205057.075424:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205057.075427:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205057.075430:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:2.0:1788205057.075431:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788205057.075434:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205057.075436:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205057.075440:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205057.075441:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1788205057.075445:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205057.075445:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788205057.075451:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075451:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205057.075455:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205057.075455:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1788205057.075459:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1788205057.075461:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1788205057.075463:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.075467:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205057.075468:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000010:1.0:1788205057.075471:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ce00.
00000100:00000001:2.0:1788205057.075472:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1788205057.075476:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000040:2.0:1788205057.075481:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205057.075482:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205057.075484:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205057.075489:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205057.075491:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205057.075494:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205057.075498:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556806528:192.168.201.145@tcp:250:kworker.0
02000000:00000010:1.0:1788205057.075500:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:1.0:1788205057.075507:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075508:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.075512:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1788205057.075514:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788205057.075518:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f480 x1875064556806528/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205057.075528:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205057.075531:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205057.075535:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc34592] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075549:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788205057.075563:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205057.075566:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1788205057.075570:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4199)
02000000:00000010:2.0:1788205057.075571:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205057.075577:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205057.075579:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205057.075581:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205057.075583:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205057.075586:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:2.0:1788205057.075590:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205057.075592:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205057.075594:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f480.
00000100:00000001:2.0:1788205057.075597:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205057.075599:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.075601:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.075613:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205057.075614:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075616:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205057.075618:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205057.075619:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205057.075622:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075634:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205057.075635:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205057.075637:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205057.075638:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205057.075640:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205057.075642:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806656:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205057.075645:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205057.075647:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205057.075649:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205057.075650:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205057.075653:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205057.075661:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205057.075666:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205057.075669:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205057.075673:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205057.075676:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556806656, portal 10
00000100:00000001:2.0:1788205057.075677:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205057.075679:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250528128 : -105387459023488 : ffffa02691f0ed80)
00000100:00000040:2.0:1788205057.075685:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075690:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205057.075692:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205057.075693:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205057.075695:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556806656, offset 0
00000400:00000200:2.0:1788205057.075699:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205057.075704:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205057.075707:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205057.075709:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205057.075711:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205057.075713:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205057.075715:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205057.075718:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3506:3506:256:4294967295] 192.168.201.145@tcp LPNI seq info [3506:3506:8:4294967295]
00000400:00000200:2.0:1788205057.075722:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205057.075728:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205057.075732:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205057.075735:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205057.075738:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205057.075740:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788205057.075743:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205057.075746:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788205057.075749:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205057.075750:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205057.075753:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205057.075755:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205057.075757:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205057.075759:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205057.075761:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205057.075764:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075771:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205057.075774:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075778:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075780:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205057.075782:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205057.075786:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205057.075789:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205057.075790:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298862419
00000100:00000001:2.0:1788205057.075792:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298864296
00000100:00000001:2.0:1788205057.075794:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298862419
00000100:00000001:2.0:1788205057.075796:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298864296
00000100:00000001:2.0:1788205057.075798:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205057.075801:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.075802:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205057.075805:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205057/real 1788205057]  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205057.075813:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205057.075814:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205057.075815:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205057.075818:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205057.075819:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205057.075821:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205057.075824:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205057.075832:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075838:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205057.075839:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.075841:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205057.075842:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205057.075845:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075851:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205057.075855:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075862:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205057.075864:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.075866:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205057.075867:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.075869:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205057.075871:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205057.075873:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205057.075877:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205057.075878:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205057.075882:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205057.075890:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806656:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205057.075893:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205057.075896:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075903:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205057.075904:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205057.075906:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205057.075908:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205057.075910:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205057.075913:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806784:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205057.075916:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205057.075918:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205057.075919:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205057.075921:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205057.075924:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205057.075926:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205057.075929:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205057.075931:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205057.075934:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205057.075937:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556806784, portal 4
00000100:00000001:2.0:1788205057.075939:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205057.075940:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250516480 : -105387459035136 : ffffa02691f0c000)
00000100:00000040:2.0:1788205057.075946:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.075952:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205057.075955:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205057.075957:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205057.075960:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556806784, offset 0
00000400:00000200:2.0:1788205057.075963:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205057.075967:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205057.075971:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205057.075973:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205057.075976:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205057.075978:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205057.075980:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205057.075983:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3507:3507:256:4294967295] 192.168.201.145@tcp LPNI seq info [3507:3507:8:4294967295]
00000400:00000200:2.0:1788205057.075987:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205057.075993:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205057.075996:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205057.075998:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205057.076001:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205057.076002:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788205057.076005:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205057.076007:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788205057.076009:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205057.076010:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205057.076012:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205057.076014:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205057.076016:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205057.076017:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205057.076019:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205057.076021:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076026:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205057.076028:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076032:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.076033:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205057.076035:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205057.076037:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205057.076039:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205057.076040:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298862102
00000100:00000001:2.0:1788205057.076042:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298864296
00000100:00000001:2.0:1788205057.076043:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298862102
00000100:00000001:2.0:1788205057.076044:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298864296
00000100:00000001:2.0:1788205057.076045:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205057.076047:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.076048:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205057.076050:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205057/real 1788205057]  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205057.076054:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205057.076054:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205057.076056:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205057.076057:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205057.076058:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205057.076059:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205057.076061:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205057.076068:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076075:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205057.076077:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076078:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205057.076080:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205057.076083:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076089:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205057.076092:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076099:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205057.076102:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076104:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205057.076105:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076106:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205057.076108:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205057.076115:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205057.076118:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205057.076120:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205057.076124:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205057.076131:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806784:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205057.076135:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205057.076138:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076144:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205057.076146:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205057.076147:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205057.076148:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205057.076150:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205057.076151:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806912:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205057.076153:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205057.076155:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205057.076156:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205057.076157:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205057.076160:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a400.
02000000:00000001:2.0:1788205057.076161:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205057.076163:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205057.076165:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205057.076167:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205057.076169:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556806912, portal 4
00000100:00000001:2.0:1788205057.076170:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205057.076171:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520064 : -105387459031552 : ffffa02691f0ce00)
00000100:00000040:2.0:1788205057.076175:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076181:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205057.076183:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205057.076185:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205057.076188:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556806912, offset 0
00000400:00000200:2.0:1788205057.076191:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205057.076194:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205057.076197:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205057.076200:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205057.076202:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205057.076204:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205057.076206:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205057.076209:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3508:3508:256:4294967295] 192.168.201.145@tcp LPNI seq info [3508:3508:8:4294967295]
00000400:00000200:2.0:1788205057.076213:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205057.076219:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205057.076223:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205057.076226:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205057.076229:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205057.076231:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788205057.076233:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205057.076235:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788205057.076237:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205057.076238:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205057.076240:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205057.076242:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205057.076244:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205057.076245:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205057.076247:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205057.076249:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076254:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205057.076256:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076260:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.076261:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205057.076263:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205057.076265:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205057.076267:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205057.076269:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298862833
00000100:00000001:2.0:1788205057.076271:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298864296
00000100:00000001:2.0:1788205057.076273:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298862833
00000100:00000001:2.0:1788205057.076275:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298864296
00000100:00000001:2.0:1788205057.076277:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205057.076279:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.076281:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205057.076284:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205057/real 1788205057]  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205057.076291:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205057.076293:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205057.076294:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205057.076297:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205057.076298:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205057.076300:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205057.076303:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205057.076311:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076319:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205057.076321:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076322:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205057.076324:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205057.076327:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076333:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205057.076337:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076343:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205057.076345:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076346:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205057.076347:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076349:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205057.076350:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205057.076352:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205057.076355:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205057.076357:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205057.076360:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205057.076366:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556806912:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205057.076369:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076371:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205057.076373:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ed80 x1875064556806656/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076379:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205057.076380:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205057.076383:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205057.076385:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205057.076386:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205057.076388:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205057.076389:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205057.076391:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:2.0:1788205057.076393:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205057.076394:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205057.076396:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ed80.
00000100:00000001:2.0:1788205057.076417:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205057.076418:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076420:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205057.076423:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c000 x1875064556806784/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076428:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205057.076429:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205057.076430:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205057.076431:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205057.076432:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205057.076434:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205057.076435:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205057.076437:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:2.0:1788205057.076439:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205057.076440:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205057.076441:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c000.
00000100:00000001:2.0:1788205057.076443:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205057.076444:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076445:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205057.076448:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ce00 x1875064556806912/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205057.076452:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205057.076453:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205057.076455:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a400.
02000000:00000001:2.0:1788205057.076456:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205057.076458:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205057.076459:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205057.076461:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205057.076462:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:2.0:1788205057.076464:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205057.076464:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205057.076465:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ce00.
00000100:00000001:2.0:1788205057.076467:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205057.076468:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076470:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205057.076473:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205057.076474:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205057.076475:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205057.076477:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205057.394502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205057.394509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205057.394514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205057.394515:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205057.394587:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205057.394591:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205057.394594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205057.396288:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205057.396293:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205057.396295:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205057.396299:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205057.396302:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205057.396306:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205057.396308:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205057.396311:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205057.396314:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205057.586609:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205057.586615:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205057.586616:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205057.586620:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205057.586622:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205057.586625:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205057.586627:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205057.586629:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205057.586630:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205058.418513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205058.418518:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205058.418520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205058.418524:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205058.418526:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205058.418541:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205058.418541:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205058.418544:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788205058.418548:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205058.418549:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205058.418555:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205058.418555:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205058.418559:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205058.418560:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205058.418561:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205058.418566:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205058.418567:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205058.418571:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205058.418576:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205058.418593:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205058.418596:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205058.418599:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205058.610483:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205058.610491:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205058.610493:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205058.610499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205058.610502:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205058.610506:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205058.610508:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205058.610511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205058.610535:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205059.314501:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298864296, at 4298864320
00000100:00000010:1.0:1788205059.314525:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511a20.
00000100:00000040:0.0:1788205059.314597:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298864296, at 4298864320
00000100:00000010:0.0:1788205059.314602:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511600.
00010000:00000001:2.0:1788205059.442483:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205059.442489:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205059.442494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205059.442495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205059.442590:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205059.442594:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205059.442596:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205059.442627:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205059.442631:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205059.442633:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205059.442637:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205059.442640:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205059.442643:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205059.442646:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205059.442648:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205059.442650:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205059.634534:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205059.634542:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205059.634543:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205059.634548:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205059.634552:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205059.634556:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205059.634558:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205059.634561:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205059.634563:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.466522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205060.466527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205060.466530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205060.466531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.466533:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205060.466538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205060.466540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205060.466542:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.466545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205060.466550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.466552:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205060.466555:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.466558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205060.466572:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205060.466577:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205060.466580:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205060.659643:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205060.659651:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205060.659653:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205060.659657:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205060.659661:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205060.659664:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205060.659666:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205060.659669:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205060.659672:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205061.490468:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205061.490491:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205061.490494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205061.490498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205061.490500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205061.490503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205061.490507:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205061.490509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205061.490512:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205061.490512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205061.490517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205061.490520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205061.490523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205061.490656:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205061.490660:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205061.490663:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205061.682904:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205061.682911:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205061.682913:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205061.682919:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205061.682922:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205061.682926:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205061.682929:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205061.682931:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205061.682934:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205062.194536:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205062.194545:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205062.194547:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205062.194551:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205062.194555:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205062.194562:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4194
00000400:00000200:1.0:1788205062.194571:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205062.194577:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205062.194581:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205062.194584:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194588:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205062.194590:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194592:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205062.194596:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205062.194597:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205062.194600:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205062.194603:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205062.194605:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205062.194607:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205062.194610:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194612:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205062.194614:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194616:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205062.194618:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205062.194621:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194623:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205062.194626:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205062.194629:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205062.194632:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.194635:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205062.194637:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205062.194646:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0dc00.
00000020:00000040:1.0:1788205062.194649:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205062.194653:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205062.194655:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.194658:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205062.194660:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205062.194664:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205062.194670:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788205062.194677:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205062.194685:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205062.194695:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205062.194700:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205062.194704:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f228e2f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205062.194732:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205062.194735:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205062.194738:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205062.194740:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205062.194741:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205062.194744:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205062.194746:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4194
00000400:00000200:1.0:1788205062.194749:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205062.194752:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205062.194754:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205062.194757:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194759:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205062.194761:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194763:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205062.194765:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205062.194766:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205062.194768:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205062.194770:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205062.194772:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205062.194774:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205062.194777:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194779:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205062.194781:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194783:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205062.194785:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788205062.194788:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194790:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205062.194792:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205062.194796:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205062.194798:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.194800:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205062.194804:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205062.194806:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.194808:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205062.194812:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f800.
00000020:00000040:1.0:1788205062.194814:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205062.194816:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205062.194817:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.194819:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205062.194820:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205062.194822:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205062.194825:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:1.0:1788205062.194828:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205062.194832:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205062.194839:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205062.194842:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205062.194845:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9754d1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205062.194852:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205062.194854:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205062.194857:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205062.194858:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205062.194860:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205062.194862:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205062.194865:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4194
00000400:00000200:1.0:1788205062.194868:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205062.194871:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205062.194874:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205062.194876:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194878:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205062.194880:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194882:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205062.194884:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205062.194885:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788205062.194886:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205062.194888:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788205062.194890:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788205062.194892:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788205062.194895:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194897:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205062.194899:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194901:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205062.194902:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788205062.194904:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194906:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205062.194908:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205062.194910:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205062.194912:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.194914:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205062.194916:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205062.194918:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.194919:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205062.194922:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d180.
00000020:00000040:1.0:1788205062.194925:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205062.194927:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205062.194928:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.194930:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205062.194931:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205062.194933:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205062.194936:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788205062.194939:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205062.194944:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205062.194951:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205062.194952:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205062.194956:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002663953b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205062.194963:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205062.194965:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205062.194968:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205062.194969:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205062.194971:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205062.194973:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205062.194975:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4194
00000400:00000200:1.0:1788205062.194979:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205062.194981:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205062.194983:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205062.194986:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194987:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205062.194990:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.194991:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205062.194994:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205062.194995:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205062.194997:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205062.194998:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788205062.195000:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788205062.195002:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788205062.195005:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.195007:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205062.195009:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205062.195011:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205062.195013:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788205062.195016:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205062.195018:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205062.195020:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205062.195023:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205062.195025:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.195026:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205062.195028:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205062.195030:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.195032:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205062.195035:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c380.
00000020:00000040:1.0:1788205062.195037:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205062.195039:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205062.195040:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.195042:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205062.195043:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205062.195044:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205062.195048:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788205062.195050:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205062.195054:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205062.195061:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205062.195062:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205062.195065:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a4e581] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205062.195073:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205062.195076:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4204)
00000100:00000001:2.0:1788205062.195166:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205062.195170:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205062.195172:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205062.195178:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195187:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205062.195189:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205062.195192:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205062.195194:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205062.195197:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205062.195200:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556807040:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205062.195204:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205062.195208:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205062.195211:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205062.195213:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205062.195218:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205062.195220:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205062.195225:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205062.195228:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205062.195234:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205062.195242:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556807040, portal 25
00000100:00000001:2.0:1788205062.195244:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205062.195246:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250523648 : -105387459027968 : ffffa02691f0dc00)
00000100:00000040:2.0:1788205062.195252:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195259:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205062.195261:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205062.195263:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205062.195267:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556807040, offset 0
00000400:00000200:2.0:1788205062.195273:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205062.195280:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205062.195286:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205062.195291:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205062.195295:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205062.195299:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205062.195302:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205062.195306:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3509:3509:256:4294967295] 192.168.201.145@tcp LPNI seq info [3509:3509:8:4294967295]
00000400:00000200:2.0:1788205062.195310:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205062.195319:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205062.195325:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205062.195330:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205062.195336:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205062.195340:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788205062.195346:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205062.195349:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788205062.195353:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205062.195356:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205062.195362:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205062.195366:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205062.195372:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205062.195374:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205062.195378:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205062.195382:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195391:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205062.195394:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195423:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205062.195425:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205062.195431:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205062.195434:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205062.195437:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298869417
00000100:00000010:2.0:1788205062.195442:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925117e0.
00000100:00000001:2.0:1788205062.195449:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205062.195455:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298869417
00000100:00000010:2.0:1788205062.195458:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511660.
00000100:00000001:2.0:1788205062.195461:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205062.195474:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205062.195476:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205062.195479:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205062.195484:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205062/real 1788205062]  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205062.195493:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205062.195494:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205062.195496:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205062.195499:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205062.195501:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205062.195503:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205062.195507:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205062.195515:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195522:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205062.195524:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.195526:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205062.195528:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205062.195532:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195538:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205062.195542:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195549:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205062.195552:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.195553:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205062.195554:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.195557:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205062.195559:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205062.195561:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205062.195565:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205062.195567:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205062.195571:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205062.195580:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556807040:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205062.195585:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205062.195588:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195601:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205062.195602:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205062.195604:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205062.195606:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205062.195607:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205062.195610:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807168:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205062.195613:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205062.195615:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205062.195616:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205062.195618:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205062.195621:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205062.195622:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205062.195625:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205062.195628:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205062.195631:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205062.195633:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556807168, portal 10
00000100:00000001:2.0:1788205062.195635:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205062.195636:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250530816 : -105387459020800 : ffffa02691f0f800)
00000100:00000040:2.0:1788205062.195642:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195649:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205062.195651:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205062.195654:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205062.195656:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556807168, offset 0
00000400:00000200:2.0:1788205062.195660:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205062.195664:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205062.195667:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205062.195670:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205062.195672:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205062.195674:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205062.195677:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205062.195680:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3510:3510:256:4294967295] 192.168.201.145@tcp LPNI seq info [3510:3510:8:4294967295]
00000400:00000200:2.0:1788205062.195685:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205062.195691:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205062.195695:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205062.195698:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205062.195701:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205062.195704:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788205062.195708:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205062.195710:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788205062.195714:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205062.195716:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205062.195719:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205062.195722:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205062.195725:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205062.195726:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205062.195729:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205062.195732:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195740:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205062.195743:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195749:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205062.195751:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205062.195753:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205062.195756:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205062.195759:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205062.195761:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298867539
00000100:00000001:2.0:1788205062.195764:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298869417
00000100:00000001:2.0:1788205062.195766:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298867539
00000100:00000001:2.0:1788205062.195768:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298869417
00000100:00000001:2.0:1788205062.195770:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205062.195772:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205062.195774:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205062.195777:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205062/real 1788205062]  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205062.195784:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205062.195786:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205062.195787:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205062.195790:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205062.195791:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205062.195793:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205062.195796:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205062.195805:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195811:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205062.195812:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.195814:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205062.195815:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205062.195819:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195825:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205062.195829:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195835:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205062.195837:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.195839:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205062.195840:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.195842:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205062.195844:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205062.195846:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205062.195850:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205062.195852:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205062.195855:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205062.195863:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807168:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205062.195866:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205062.195869:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195875:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205062.195877:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205062.195879:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205062.195881:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205062.195883:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205062.195885:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807296:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205062.195888:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205062.195889:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205062.195891:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205062.195893:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205062.195896:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205062.195897:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205062.195901:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205062.195903:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205062.195906:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205062.195908:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556807296, portal 4
00000100:00000001:2.0:1788205062.195910:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205062.195911:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520960 : -105387459030656 : ffffa02691f0d180)
00000100:00000040:2.0:1788205062.195917:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.195922:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205062.195925:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205062.195927:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205062.195929:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556807296, offset 0
00000400:00000200:2.0:1788205062.195933:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205062.195936:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205062.195940:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205062.195943:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205062.195945:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205062.195948:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205062.195950:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205062.195953:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3511:3511:256:4294967295] 192.168.201.145@tcp LPNI seq info [3511:3511:8:4294967295]
00000400:00000200:2.0:1788205062.195957:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205062.195962:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205062.195966:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205062.195969:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205062.195973:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205062.195976:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788205062.195979:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205062.195982:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788205062.195985:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205062.195987:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205062.195990:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205062.195993:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205062.195995:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205062.195997:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205062.195999:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205062.196003:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196010:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205062.196013:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196019:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205062.196021:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205062.196024:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205062.196026:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205062.196030:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205062.196032:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298867222
00000100:00000001:2.0:1788205062.196034:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298869417
00000100:00000001:2.0:1788205062.196036:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298867222
00000100:00000001:2.0:1788205062.196038:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298869417
00000100:00000001:2.0:1788205062.196040:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205062.196042:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205062.196044:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205062.196048:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205062/real 1788205062]  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205062.196054:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205062.196056:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205062.196057:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205062.196059:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205062.196061:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205062.196063:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205062.196066:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205062.196074:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196080:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205062.196082:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196084:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205062.196085:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205062.196089:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196095:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205062.196099:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196106:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205062.196108:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196109:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205062.196111:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196112:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205062.196113:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205062.196115:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205062.196117:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205062.196119:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205062.196123:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205062.196130:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807296:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205062.196133:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205062.196136:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196142:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205062.196143:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205062.196146:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205062.196147:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205062.196149:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205062.196152:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807424:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205062.196155:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205062.196156:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205062.196158:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205062.196159:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205062.196162:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205062.196164:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205062.196167:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205062.196169:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205062.196172:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205062.196175:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556807424, portal 4
00000100:00000001:2.0:1788205062.196177:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205062.196178:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250517376 : -105387459034240 : ffffa02691f0c380)
00000100:00000040:2.0:1788205062.196183:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196189:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205062.196191:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205062.196193:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205062.196196:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556807424, offset 0
00000400:00000200:2.0:1788205062.196199:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205062.196202:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205062.196205:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205062.196207:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205062.196210:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205062.196212:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205062.196214:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205062.196217:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3512:3512:256:4294967295] 192.168.201.145@tcp LPNI seq info [3512:3512:8:4294967295]
00000400:00000200:2.0:1788205062.196221:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205062.196226:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205062.196230:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205062.196233:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205062.196237:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205062.196239:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788205062.196243:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205062.196245:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788205062.196249:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205062.196251:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205062.196253:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205062.196256:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205062.196259:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205062.196261:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205062.196263:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205062.196267:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196274:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205062.196276:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196282:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205062.196284:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205062.196287:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205062.196289:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205062.196292:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205062.196294:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298867953
00000100:00000001:2.0:1788205062.196296:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298869417
00000100:00000001:2.0:1788205062.196298:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298867953
00000100:00000001:2.0:1788205062.196300:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298869417
00000100:00000001:2.0:1788205062.196302:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205062.196304:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205062.196306:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205062.196310:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205062/real 1788205062]  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205062.196316:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205062.196318:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205062.196319:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205062.196321:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205062.196323:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205062.196325:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205062.196328:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205062.196335:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196347:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205062.196348:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196350:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205062.196351:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205062.196355:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196362:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205062.196365:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196372:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205062.196374:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196376:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205062.196377:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196378:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205062.196380:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205062.196382:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205062.196385:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205062.196387:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205062.196391:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205062.196417:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807424:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205062.196422:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196424:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205062.196427:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0dc00 x1875064556807040/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196434:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205062.196437:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205062.196439:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205062.196442:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205062.196444:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205062.196446:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205062.196448:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205062.196450:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:2.0:1788205062.196454:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205062.196456:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205062.196458:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0dc00.
00000100:00000001:2.0:1788205062.196460:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205062.196462:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196474:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205062.196478:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f800 x1875064556807168/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196485:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205062.196486:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205062.196488:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205062.196490:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205062.196491:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205062.196492:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205062.196494:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205062.196496:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:2.0:1788205062.196498:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205062.196499:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205062.196500:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f800.
00000100:00000001:2.0:1788205062.196502:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205062.196504:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196505:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205062.196508:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d180 x1875064556807296/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196515:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205062.196516:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205062.196518:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205062.196520:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205062.196521:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205062.196522:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205062.196524:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205062.196526:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:2.0:1788205062.196528:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205062.196529:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205062.196530:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d180.
00000100:00000001:2.0:1788205062.196532:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205062.196533:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196534:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205062.196537:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c380 x1875064556807424/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205062.196544:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205062.196545:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205062.196546:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205062.196548:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205062.196549:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205062.196550:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205062.196551:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205062.196553:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:2.0:1788205062.196555:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205062.196556:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205062.196557:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c380.
00000100:00000001:2.0:1788205062.196560:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205062.196561:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196563:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.196570:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205062.196571:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205062.196573:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205062.196575:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205062.514560:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205062.514567:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205062.514569:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205062.514574:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205062.514577:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205062.514581:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205062.514583:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205062.514586:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205062.514589:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205062.515728:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205062.515732:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205062.515737:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205062.515738:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205062.515756:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205062.515759:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205062.515762:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205062.709317:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205062.709325:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205062.709327:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205062.709334:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205062.709337:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205062.709340:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.709343:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205062.709345:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205062.709348:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205063.538495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205063.538495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205063.538501:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788205063.538502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205063.538505:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788205063.538506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205063.538508:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205063.538512:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:1.0:1788205063.538513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205063.538514:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205063.538519:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205063.538520:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205063.538521:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205063.538525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205063.538525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205063.538527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205063.538530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205063.538533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205063.538536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205063.538574:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205063.538578:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205063.538580:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205063.730510:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205063.730517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205063.730518:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205063.730522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205063.730524:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205063.730527:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205063.730530:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205063.730532:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205063.730535:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205064.434470:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298869417, at 4298869440
00000100:00000040:0.0:1788205064.434476:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298869417, at 4298869440
00000100:00000010:1.0:1788205064.434487:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511660.
00000100:00000010:0.0:1788205064.434488:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925117e0.
00000100:00000001:1.0:1788205064.562490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205064.562496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205064.562497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205064.562498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205064.562502:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205064.562503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205064.562508:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205064.562509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205064.562510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205064.562513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205064.562514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205064.562517:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205064.562520:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205064.562539:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205064.562541:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205064.562543:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205064.754504:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205064.754511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205064.754512:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205064.754516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205064.754518:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205064.754521:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205064.754523:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205064.754525:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205064.754527:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205065.586522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205065.586528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205065.586534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205065.586536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205065.586592:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205065.586596:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205065.586599:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205065.587367:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205065.587372:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205065.587374:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205065.587377:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205065.587381:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205065.587384:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.587386:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205065.587389:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.587391:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205065.778514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205065.778521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205065.778532:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205065.778537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205065.778540:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205065.778544:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205065.778546:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205065.778549:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205065.778551:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205066.610478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205066.610481:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205066.610485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205066.610486:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205066.610489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205066.610494:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205066.610497:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205066.610501:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205066.610503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205066.610505:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205066.610506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205066.610508:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205066.610512:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205066.610566:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205066.610569:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205066.610572:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205066.802484:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205066.802491:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205066.802493:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205066.802498:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205066.802501:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205066.802505:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205066.802507:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205066.802510:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205066.802512:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205067.314610:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205067.314620:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205067.314624:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205067.314627:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205067.314632:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205067.314640:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4199
00000400:00000200:1.0:1788205067.314648:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205067.314654:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205067.314657:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205067.314661:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.314664:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205067.314666:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.314668:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205067.314673:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205067.314675:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205067.314677:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205067.314680:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205067.314684:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205067.314686:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205067.314689:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.314691:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205067.314693:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.314695:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205067.314698:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205067.314701:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205067.314703:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205067.314707:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205067.314710:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205067.314713:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.314715:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205067.314718:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205067.314724:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ca80.
00000020:00000040:1.0:1788205067.314728:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205067.314732:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205067.314733:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.314736:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205067.314739:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205067.314743:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205067.314751:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000001:1.0:1788205067.314757:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205067.314766:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205067.314777:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205067.314781:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205067.314786:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a88cb04f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205067.314813:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205067.314816:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205067.314820:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205067.314821:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205067.314823:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205067.314825:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205067.314828:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4199
00000400:00000200:1.0:1788205067.314832:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205067.314836:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205067.314837:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205067.314840:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.314842:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205067.314844:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.314847:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205067.314849:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205067.314851:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205067.314852:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205067.314854:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:3.0:1788205067.314856:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788205067.314857:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205067.314861:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788205067.314862:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788205067.314865:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205067.314867:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788205067.314868:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205067.314875:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:3.0:1788205067.314877:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205067.314878:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205067.314883:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788205067.314890:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205067.314895:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205067.314896:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.314900:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205067.314901:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205067.314906:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205067.314907:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205067.314910:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205067.314911:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.314917:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788205067.314917:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788205067.314923:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788205067.314925:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556807552:192.168.201.145@tcp:250:kworker.0
00000008:00000001:1.0:1788205067.314930:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.314932:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205067.314937:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
00000020:00000040:1.0:1788205067.314939:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205067.314943:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205067.314946:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.314948:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205067.314950:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205067.314952:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205067.314957:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788205067.314961:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205067.314966:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205067.314973:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205067.314975:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205067.314979:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205067.314988:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205067.314991:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205067.314993:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205067.314995:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205067.314996:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205067.314999:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205067.315001:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4199
00000400:00000200:1.0:1788205067.315004:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205067.315007:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205067.315009:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205067.315011:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315014:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205067.315017:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315021:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788205067.315021:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1788205067.315023:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205067.315026:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788205067.315029:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788205067.315029:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1788205067.315031:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
02000000:00000001:3.0:1788205067.315033:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205067.315036:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
02000000:00000001:3.0:1788205067.315038:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1788205067.315040:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788205067.315046:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000010:3.0:1788205067.315046:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7400.
00000100:00000001:1.0:1788205067.315050:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788205067.315051:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205067.315055:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315058:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205067.315061:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788205067.315062:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788205067.315065:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315068:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205067.315069:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788205067.315069:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
02000000:00000001:1.0:1788205067.315073:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205067.315076:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.315077:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1788205067.315078:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000008:00100000:1.0:1788205067.315079:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205067.315083:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.315084:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205067.315088:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000100:00000200:3.0:1788205067.315088:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556807552, portal 25
00000020:00000040:1.0:1788205067.315090:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205067.315094:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205067.315094:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788205067.315096:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.315098:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250519168 : -105387459032448 : ffffa02691f0ca80)
00000100:00000001:1.0:1788205067.315099:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205067.315100:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205067.315104:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205067.315107:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000040:3.0:1788205067.315109:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205067.315110:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205067.315120:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205067.315124:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205067.315131:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315138:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205067.315140:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205067.315143:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788205067.315145:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205067.315152:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556807552, offset 0
00000100:00000001:1.0:1788205067.315153:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205067.315157:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205067.315160:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205067.315163:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788205067.315164:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788205067.315166:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205067.315169:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205067.315172:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4199
00000400:00000200:3.0:1788205067.315174:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205067.315178:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205067.315182:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205067.315185:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788205067.315185:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:1.0:1788205067.315191:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315193:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205067.315195:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788205067.315195:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788205067.315199:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788205067.315202:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:1.0:1788205067.315203:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205067.315206:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205067.315209:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788205067.315209:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1788205067.315212:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000200:3.0:1788205067.315215:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000001:1.0:1788205067.315216:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788205067.315219:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:3.0:1788205067.315224:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3513:3513:256:4294967295] 192.168.201.145@tcp LPNI seq info [3513:3513:8:4294967295]
00000100:00000040:1.0:1788205067.315225:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315229:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205067.315232:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315237:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788205067.315237:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:1.0:1788205067.315242:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788205067.315245:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315250:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205067.315254:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788205067.315255:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788205067.315258:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205067.315262:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205067.315264:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205067.315265:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205067.315269:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1788205067.315269:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000008:00000001:1.0:1788205067.315275:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.315279:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205067.315279:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205067.315284:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000010:1.0:1788205067.315285:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000020:00000040:1.0:1788205067.315291:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000800:00000200:3.1:1788205067.315291:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:1.0:1788205067.315295:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205067.315296:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.315298:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205067.315299:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205067.315302:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205067.315307:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000800:00000200:3.1:1788205067.315307:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788205067.315312:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788205067.315312:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205067.315316:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000100:00100000:1.0:1788205067.315319:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205067.315320:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205067.315328:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788205067.315332:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205067.315334:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000100:00000001:1.0:1788205067.315335:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205067.315337:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205067.315341:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788205067.315342:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205067.315347:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205067.315357:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205067.315362:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4210)
00000100:00000001:3.0:1788205067.315372:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205067.315385:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315392:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.315394:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205067.315420:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205067.315426:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205067.315429:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298874537
00000100:00000010:3.0:1788205067.315432:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01504e0.
00000100:00000001:3.0:1788205067.315437:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205067.315441:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298874537
00000100:00000010:3.0:1788205067.315446:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01509c0.
00000100:00000001:3.0:1788205067.315449:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205067.315452:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205067.315454:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.315457:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205067.315462:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205067/real 1788205067]  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205067.315471:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205067.315472:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205067.315474:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205067.315476:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205067.315487:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205067.315491:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205067.315495:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205067.315503:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315511:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205067.315512:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.315514:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205067.315516:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205067.315521:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315527:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205067.315532:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315545:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205067.315548:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.315550:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205067.315551:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.315553:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205067.315555:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205067.315558:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205067.315561:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205067.315564:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205067.315567:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205067.315574:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556807552:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205067.315578:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.315580:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205067.315583:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ca80 x1875064556807552/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315589:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205067.315591:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205067.315593:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7400.
02000000:00000001:3.0:1788205067.315596:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205067.315597:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205067.315599:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205067.315601:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205067.315603:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:3.0:1788205067.315606:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205067.315613:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205067.315615:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ca80.
00000100:00000001:3.0:1788205067.315617:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205067.315618:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.315620:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.315627:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205067.315628:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.315630:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205067.315632:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205067.315633:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205067.315636:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315642:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205067.315643:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205067.315645:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205067.315647:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205067.315649:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205067.315651:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807680:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205067.315654:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205067.315656:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205067.315657:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205067.315658:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205067.315661:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7400.
02000000:00000001:3.0:1788205067.315663:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205067.315666:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205067.315668:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205067.315671:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205067.315673:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556807680, portal 10
00000100:00000001:3.0:1788205067.315675:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205067.315676:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250521856 : -105387459029760 : ffffa02691f0d500)
00000100:00000040:3.0:1788205067.315681:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315694:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205067.315696:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205067.315698:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205067.315700:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556807680, offset 0
00000400:00000200:3.0:1788205067.315703:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205067.315707:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205067.315710:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205067.315713:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205067.315715:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205067.315717:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205067.315720:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205067.315722:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3514:3514:256:4294967295] 192.168.201.145@tcp LPNI seq info [3514:3514:8:4294967295]
00000400:00000200:3.0:1788205067.315726:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205067.315732:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205067.315736:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205067.315738:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205067.315741:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205067.315744:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205067.315748:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205067.315750:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205067.315754:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205067.315756:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205067.315758:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205067.315761:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205067.315764:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205067.315765:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205067.315767:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205067.315770:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315777:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205067.315780:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315786:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.315787:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205067.315790:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205067.315793:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205067.315796:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205067.315797:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298872659
00000100:00000001:3.0:1788205067.315800:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298874537
00000100:00000001:3.0:1788205067.315801:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298872659
00000100:00000001:3.0:1788205067.315803:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298874537
00000100:00000001:3.0:1788205067.315805:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205067.315807:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.315808:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205067.315811:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205067/real 1788205067]  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205067.315817:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205067.315818:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205067.315820:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205067.315821:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205067.315823:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205067.315825:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205067.315827:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205067.315834:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315839:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205067.315840:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.315842:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205067.315843:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205067.315846:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315851:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205067.315854:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315861:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205067.315863:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.315865:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205067.315866:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.315867:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205067.315869:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205067.315871:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205067.315874:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205067.315876:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205067.315880:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205067.315887:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807680:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205067.315890:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205067.315893:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315898:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205067.315899:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205067.315901:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205067.315903:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205067.315904:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205067.315906:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807808:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205067.315909:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205067.315911:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205067.315912:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205067.315913:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205067.315916:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205067.315918:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205067.315920:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205067.315922:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205067.315925:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205067.315928:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556807808, portal 4
00000100:00000001:3.0:1788205067.315929:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205067.315931:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250526336 : -105387459025280 : ffffa02691f0e680)
00000100:00000040:3.0:1788205067.315936:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.315941:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205067.315943:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205067.315945:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205067.315947:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556807808, offset 0
00000400:00000200:3.0:1788205067.315950:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205067.315952:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205067.315955:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205067.315957:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205067.315960:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205067.315962:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205067.315963:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205067.315966:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3515:3515:256:4294967295] 192.168.201.145@tcp LPNI seq info [3515:3515:8:4294967295]
00000400:00000200:3.0:1788205067.315970:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205067.315975:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205067.315979:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205067.315981:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205067.315984:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205067.315986:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205067.315990:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205067.315992:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205067.315995:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205067.315997:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205067.315999:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205067.316002:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205067.316005:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205067.316006:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205067.316008:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205067.316011:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316017:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205067.316423:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316431:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.316433:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205067.316437:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205067.316440:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205067.316443:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205067.316485:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298872343
00000100:00000001:3.0:1788205067.316489:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298874537
00000100:00000001:3.0:1788205067.316491:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298872343
00000100:00000001:3.0:1788205067.316493:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298874537
00000100:00000001:3.0:1788205067.316496:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205067.316499:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.316501:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205067.316506:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205067/real 1788205067]  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205067.316513:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205067.316515:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205067.316517:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205067.316520:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205067.316521:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205067.316523:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205067.316526:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205067.316537:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316543:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205067.316544:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316546:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205067.316547:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205067.316551:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316557:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205067.316560:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316566:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205067.316567:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316569:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205067.316570:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316572:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205067.316573:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205067.316576:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205067.316579:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205067.316582:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205067.316585:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205067.316593:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807808:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205067.316625:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205067.316629:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316634:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205067.316636:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205067.316638:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205067.316639:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205067.316642:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205067.316645:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807936:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205067.316648:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205067.316650:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205067.316652:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205067.316654:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205067.316657:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205067.316659:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205067.316662:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205067.316665:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205067.316668:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205067.316672:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556807936, portal 4
00000100:00000001:3.0:1788205067.316673:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205067.316674:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250524544 : -105387459027072 : ffffa02691f0df80)
00000100:00000040:3.0:1788205067.316685:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316692:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205067.316694:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205067.316696:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205067.316699:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556807936, offset 0
00000400:00000200:3.0:1788205067.316703:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205067.316706:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205067.316709:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205067.316713:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205067.316715:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205067.316718:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205067.316721:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205067.316724:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3516:3516:256:4294967295] 192.168.201.145@tcp LPNI seq info [3516:3516:8:4294967295]
00000400:00000200:3.0:1788205067.316728:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205067.316737:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205067.316741:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205067.316744:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205067.316748:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205067.316751:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205067.316754:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205067.316756:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205067.316760:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205067.316762:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205067.316765:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205067.316768:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205067.316771:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205067.316772:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205067.316774:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205067.316777:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316784:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205067.316786:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316792:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.316794:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205067.316796:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205067.316799:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205067.316802:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205067.316803:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298873074
00000100:00000001:3.0:1788205067.316805:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298874537
00000100:00000001:3.0:1788205067.316807:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298873074
00000100:00000001:3.0:1788205067.316809:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298874537
00000100:00000001:3.0:1788205067.316810:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205067.316812:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.316813:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205067.316816:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205067/real 1788205067]  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205067.316822:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205067.316823:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205067.316824:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205067.316826:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205067.316828:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205067.316830:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205067.316833:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205067.316840:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316846:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205067.316847:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316849:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205067.316850:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205067.316853:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316859:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205067.316862:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316868:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205067.316870:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316872:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205067.316873:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316874:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205067.316875:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205067.316878:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205067.316881:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205067.316882:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205067.316886:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205067.316892:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556807936:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205067.316895:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316897:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205067.316900:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d500 x1875064556807680/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316906:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205067.316907:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205067.316909:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7400.
02000000:00000001:3.0:1788205067.316912:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205067.316913:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205067.316914:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205067.316916:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205067.316918:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:3.0:1788205067.316921:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205067.316922:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205067.316924:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d500.
00000100:00000001:3.0:1788205067.316926:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205067.316936:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316938:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205067.316942:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e680 x1875064556807808/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316948:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205067.316949:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205067.316951:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205067.316953:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205067.316954:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205067.316955:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205067.316957:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205067.316958:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:3.0:1788205067.316960:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205067.316961:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205067.316962:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e680.
00000100:00000001:3.0:1788205067.316964:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205067.316966:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316968:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205067.316971:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0df80 x1875064556807936/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205067.316976:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205067.316978:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205067.316979:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205067.316981:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205067.316983:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205067.316984:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205067.316986:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205067.316987:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:3.0:1788205067.316989:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205067.316990:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205067.316991:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0df80.
00000100:00000001:3.0:1788205067.316993:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205067.316994:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.316995:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205067.317008:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205067.317010:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205067.317012:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205067.317014:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.634497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205067.634501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205067.634506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205067.634506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205067.634511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205067.634513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205067.634517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205067.634522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205067.634526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205067.634530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205067.634533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205067.634535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205067.634538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205067.634573:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205067.634577:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205067.634580:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205067.826518:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205067.826526:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205067.826528:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205067.826533:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205067.826537:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205067.826541:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205067.826543:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205067.826546:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205067.826548:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205068.658494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205068.658496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205068.658501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205068.658502:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205068.658504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205068.658509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205068.658511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205068.658512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205068.658516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205068.658516:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788205068.658519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205068.658521:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788205068.658523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205068.658526:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205068.658532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205068.658532:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205068.658536:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205068.658539:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205068.658542:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205068.658595:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205068.658599:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205068.658602:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205068.850507:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205068.850513:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205068.850514:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205068.850518:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205068.850520:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205068.850523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205068.850525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205068.850527:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205068.850528:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205069.554483:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298874537, at 4298874560
00000100:00000040:0.0:1788205069.554491:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298874537, at 4298874560
00000100:00000010:1.0:1788205069.554498:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01509c0.
00000100:00000010:0.0:1788205069.554500:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01504e0.
00000100:00000001:1.0:1788205069.682495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205069.682502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205069.682505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205069.682510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205069.682514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205069.682517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205069.682522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205069.682525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205069.682527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205069.682530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205069.682531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205069.682535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205069.682539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205069.682598:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205069.682600:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205069.682603:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205069.874508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205069.874516:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205069.874518:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205069.874524:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205069.874528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205069.874531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205069.874534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205069.874537:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205069.874540:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205070.706506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205070.706507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205070.706512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.706513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205070.706517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205070.706517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205070.706519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205070.706523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205070.706528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205070.706532:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205070.706535:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205070.706538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205070.706541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205070.706578:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205070.706582:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205070.706586:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205070.898498:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205070.898505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205070.898507:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205070.898513:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205070.898516:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205070.898519:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205070.898522:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205070.898525:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205070.898528:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205071.730492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205071.730495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205071.730499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205071.730500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205071.730503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205071.730507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205071.730508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205071.730510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205071.730513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205071.730518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205071.730521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205071.730523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205071.730525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205071.730594:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205071.730599:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205071.730602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205071.922504:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205071.922511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205071.922513:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205071.922518:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205071.922521:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205071.922524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205071.922527:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205071.922529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205071.922532:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205072.435440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205072.435457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205072.435460:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205072.435464:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205072.435469:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205072.435480:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4205
00000400:00000200:2.0:1788205072.435491:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205072.435497:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205072.435501:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205072.435504:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435506:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205072.435509:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435512:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205072.435517:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205072.435520:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788205072.435522:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205072.435526:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788205072.435529:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788205072.435531:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788205072.435534:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435536:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205072.435537:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435539:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205072.435542:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788205072.435545:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435547:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205072.435550:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205072.435555:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205072.435557:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.435559:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205072.435562:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205072.435575:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167b80.
00000020:00000040:2.0:1788205072.435578:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788205072.435582:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205072.435584:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.435587:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205072.435590:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205072.435594:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205072.435602:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008400.
00000100:00000001:2.0:1788205072.435610:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205072.435621:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205072.435632:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205072.435637:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205072.435642:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af23662c] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205072.435663:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205072.435667:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205072.435670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205072.435672:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205072.435673:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205072.435676:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205072.435679:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4205
00000400:00000200:2.0:1788205072.435682:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205072.435685:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205072.435687:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205072.435689:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435691:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205072.435693:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435695:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205072.435697:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205072.435699:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:2.0:1788205072.435701:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205072.435703:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:2.0:1788205072.435705:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:2.0:1788205072.435707:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788205072.435710:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435712:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205072.435713:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435715:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205072.435718:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:2.0:1788205072.435721:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435724:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205072.435726:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205072.435734:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205072.435737:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.435739:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205072.435745:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205072.435749:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.435752:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205072.435755:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166a00.
00000020:00000040:2.0:1788205072.435757:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205072.435759:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205072.435760:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.435762:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205072.435763:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205072.435765:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205072.435769:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009400.
00000100:00000001:2.0:1788205072.435772:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205072.435779:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205072.435787:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205072.435789:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205072.435793:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075b5dd4d] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205072.435801:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205072.435804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205072.435808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205072.435810:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205072.435812:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205072.435815:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205072.435818:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4205
00000400:00000200:2.0:1788205072.435822:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205072.435825:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205072.435828:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205072.435832:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435834:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205072.435837:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205072.435839:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205072.435842:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205072.435850:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788205072.435852:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788205072.435854:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000100:00000001:3.0:1788205072.435859:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788205072.435862:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205072.435867:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788205072.435869:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788205072.435872:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:2.0:1788205072.435883:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:3.0:1788205072.435884:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205072.435895:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205072.435904:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435910:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205072.435912:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:2.0:1788205072.435915:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205072.435917:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205072.435919:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205072.435922:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205072.435924:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.435925:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205072.435927:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205072.435930:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.435931:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205072.435935:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165c00.
00000020:00000040:2.0:1788205072.435937:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788205072.435939:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205072.435940:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.435941:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205072.435944:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205072.435945:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205072.435949:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009800.
00000100:00000001:2.0:1788205072.435953:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205072.435958:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205072.435965:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205072.435967:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205072.435970:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d34049c7] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205072.435979:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205072.435981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205072.435984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205072.435985:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205072.435987:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205072.435990:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205072.435992:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4205
00000400:00000200:2.0:1788205072.435995:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205072.435998:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205072.436000:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205072.436003:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.436005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205072.436007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.436008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205072.436010:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205072.436011:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788205072.436013:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205072.436015:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788205072.436017:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788205072.436018:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788205072.436021:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.436023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205072.436025:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205072.436026:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205072.436029:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788205072.436031:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205072.436033:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205072.436035:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205072.436037:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205072.436039:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.436040:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205072.436042:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205072.436044:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.436046:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205072.436049:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167100.
00000020:00000040:2.0:1788205072.436051:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788205072.436053:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205072.436055:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205072.436056:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205072.436057:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205072.436059:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205072.436062:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009000.
00000100:00000001:2.0:1788205072.436065:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205072.436069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205072.436076:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205072.436078:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205072.436081:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f70dfa50] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205072.436088:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205072.436093:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4215)
00000100:00000001:3.0:1788205072.436135:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205072.436139:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205072.436144:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205072.436152:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205072.436155:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205072.436162:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556808064:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205072.436169:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205072.436175:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205072.436179:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205072.436182:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205072.436193:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205072.436195:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205072.436205:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205072.436210:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205072.436218:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205072.436227:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556808064, portal 25
00000100:00000001:3.0:1788205072.436230:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205072.436232:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051662720 : -105387657888896 : ffffa02686167b80)
00000100:00000040:3.0:1788205072.436238:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436246:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205072.436249:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205072.436252:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205072.436256:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556808064, offset 0
00000400:00000200:3.0:1788205072.436265:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205072.436275:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205072.436283:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205072.436305:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205072.436310:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205072.436315:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205072.436319:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205072.436323:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3517:3517:256:4294967295] 192.168.201.145@tcp LPNI seq info [3517:3517:8:4294967295]
00000400:00000200:3.0:1788205072.436328:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205072.436340:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205072.436358:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205072.436364:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205072.436372:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205072.436377:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788205072.436382:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205072.436385:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788205072.436390:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205072.436393:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205072.436427:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205072.436432:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205072.436438:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205072.436440:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205072.436445:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205072.436449:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436459:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205072.436463:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436471:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.436473:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205072.436481:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205072.436485:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205072.436488:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298879658
00000100:00000010:3.0:1788205072.436495:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150ea0.
00000100:00000001:3.0:1788205072.436502:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205072.436510:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298879658
00000100:00000010:3.0:1788205072.436513:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150540.
00000100:00000001:3.0:1788205072.436516:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205072.436520:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205072.436523:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.436525:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205072.436530:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205072/real 1788205072]  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205072.436540:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205072.436542:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205072.436545:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205072.436548:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205072.436550:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205072.436553:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205072.436557:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205072.436565:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436572:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205072.436573:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436576:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205072.436579:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205072.436583:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436590:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205072.436595:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436602:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205072.436605:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436606:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205072.436607:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436610:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205072.436613:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205072.436616:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205072.436621:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205072.436623:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205072.436633:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205072.436641:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556808064:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205072.436648:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205072.436652:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436658:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205072.436660:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205072.436662:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205072.436664:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205072.436666:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205072.436673:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808192:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205072.436676:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205072.436678:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205072.436680:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205072.436682:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205072.436685:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205072.436688:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205072.436691:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205072.436693:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205072.436697:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205072.436700:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556808192, portal 10
00000100:00000001:3.0:1788205072.436703:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205072.436705:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051658240 : -105387657893376 : ffffa02686166a00)
00000100:00000040:3.0:1788205072.436711:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436718:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205072.436720:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205072.436722:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205072.436725:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556808192, offset 0
00000400:00000200:3.0:1788205072.436729:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205072.436732:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205072.436736:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205072.436738:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205072.436741:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205072.436743:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205072.436745:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205072.436747:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3518:3518:256:4294967295] 192.168.201.145@tcp LPNI seq info [3518:3518:8:4294967295]
00000400:00000200:3.0:1788205072.436750:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205072.436754:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205072.436758:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205072.436760:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205072.436763:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205072.436765:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788205072.436768:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205072.436770:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788205072.436772:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205072.436774:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205072.436776:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205072.436778:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205072.436780:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205072.436782:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205072.436783:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205072.436786:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436791:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205072.436793:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436797:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.436798:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205072.436800:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205072.436804:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205072.436806:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205072.436807:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298877780
00000100:00000001:3.0:1788205072.436809:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298879658
00000100:00000001:3.0:1788205072.436811:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298877780
00000100:00000001:3.0:1788205072.436813:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298879658
00000100:00000001:3.0:1788205072.436814:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205072.436816:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.436817:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205072.436820:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205072/real 1788205072]  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205072.436827:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205072.436829:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205072.436831:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205072.436833:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205072.436835:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205072.436837:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205072.436840:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205072.436848:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436854:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205072.436856:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436858:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205072.436859:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205072.436863:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436870:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205072.436875:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436882:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205072.436885:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436886:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205072.436888:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436890:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205072.436893:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205072.436895:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205072.436899:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205072.436901:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205072.436905:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205072.436913:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808192:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205072.436917:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436919:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205072.436922:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167b80 x1875064556808064/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436929:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205072.436932:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205072.436936:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205072.436939:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205072.436942:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205072.436944:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205072.436947:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205072.436950:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008400.
02000000:00000001:3.0:1788205072.436955:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205072.436957:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205072.436959:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167b80.
00000100:00000001:3.0:1788205072.436962:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205072.436963:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436965:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205072.436967:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166a00 x1875064556808192/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.436971:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205072.436972:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205072.436973:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205072.436975:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205072.436976:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205072.436977:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205072.436979:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205072.436980:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009400.
02000000:00000001:3.0:1788205072.436981:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205072.436982:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205072.436983:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166a00.
00000100:00000001:3.0:1788205072.436984:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205072.436985:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436986:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.436995:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205072.436997:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.436998:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205072.436999:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205072.437000:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205072.437003:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437007:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205072.437008:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205072.437009:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205072.437010:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205072.437012:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205072.437014:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808320:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205072.437016:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205072.437018:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205072.437018:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205072.437019:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205072.437022:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205072.437023:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205072.437026:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205072.437028:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205072.437030:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205072.437033:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556808320, portal 4
00000100:00000001:3.0:1788205072.437034:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205072.437036:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051654656 : -105387657896960 : ffffa02686165c00)
00000100:00000040:3.0:1788205072.437040:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437045:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205072.437047:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205072.437048:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205072.437049:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556808320, offset 0
00000400:00000200:3.0:1788205072.437052:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205072.437054:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205072.437056:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205072.437058:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205072.437060:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205072.437062:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205072.437063:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205072.437065:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3519:3519:256:4294967295] 192.168.201.145@tcp LPNI seq info [3519:3519:8:4294967295]
00000400:00000200:3.0:1788205072.437068:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205072.437072:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205072.437075:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205072.437077:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205072.437079:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205072.437081:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788205072.437084:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205072.437086:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788205072.437088:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205072.437090:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205072.437092:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205072.437094:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205072.437096:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205072.437097:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205072.437098:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205072.437100:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437105:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205072.437108:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437112:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.437114:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205072.437115:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205072.437117:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205072.437120:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205072.437121:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298877463
00000100:00000001:3.0:1788205072.437122:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298879658
00000100:00000001:3.0:1788205072.437124:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298877463
00000100:00000001:3.0:1788205072.437126:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298879658
00000100:00000001:3.0:1788205072.437127:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205072.437128:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.437129:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205072.437131:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205072/real 1788205072]  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205072.437135:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205072.437135:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205072.437137:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205072.437138:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205072.437139:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205072.437140:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205072.437142:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205072.437147:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437151:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205072.437152:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437153:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205072.437154:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205072.437157:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437161:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205072.437163:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437167:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205072.437168:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437169:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205072.437169:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437170:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205072.437171:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205072.437173:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205072.437175:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205072.437176:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205072.437178:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205072.437182:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808320:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205072.437184:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205072.437186:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437190:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205072.437191:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205072.437192:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205072.437193:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205072.437195:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205072.437196:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808448:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205072.437198:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205072.437199:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205072.437200:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205072.437202:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205072.437203:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205072.437204:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205072.437206:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205072.437208:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205072.437209:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205072.437211:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556808448, portal 4
00000100:00000001:3.0:1788205072.437212:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205072.437213:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660032 : -105387657891584 : ffffa02686167100)
00000100:00000040:3.0:1788205072.437217:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437221:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205072.437222:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205072.437223:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205072.437224:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556808448, offset 0
00000400:00000200:3.0:1788205072.437227:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205072.437228:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205072.437230:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205072.437232:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205072.437234:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205072.437235:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205072.437237:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205072.437239:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3520:3520:256:4294967295] 192.168.201.145@tcp LPNI seq info [3520:3520:8:4294967295]
00000400:00000200:3.0:1788205072.437241:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205072.437245:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205072.437247:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205072.437249:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205072.437251:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205072.437252:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788205072.437254:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205072.437256:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788205072.437259:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205072.437260:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205072.437262:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205072.437264:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205072.437266:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205072.437267:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205072.437268:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205072.437270:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437275:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205072.437276:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437280:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.437281:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205072.437282:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205072.437284:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205072.437297:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205072.437300:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298878194
00000100:00000001:3.0:1788205072.437302:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298879658
00000100:00000001:3.0:1788205072.437304:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298878194
00000100:00000001:3.0:1788205072.437305:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298879658
00000100:00000001:3.0:1788205072.437307:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205072.437308:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.437309:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205072.437312:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205072/real 1788205072]  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205072.437316:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205072.437317:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205072.437318:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205072.437320:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205072.437321:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205072.437323:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205072.437325:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205072.437330:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437333:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205072.437334:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437335:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205072.437335:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205072.437337:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437341:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205072.437343:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437347:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205072.437348:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437350:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205072.437350:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437351:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205072.437352:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205072.437353:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205072.437355:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205072.437356:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205072.437358:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205072.437362:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808448:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205072.437364:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437365:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205072.437368:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165c00 x1875064556808320/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437372:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205072.437373:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205072.437374:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205072.437375:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205072.437376:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205072.437377:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205072.437378:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205072.437379:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009800.
02000000:00000001:3.0:1788205072.437381:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205072.437382:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205072.437383:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165c00.
00000100:00000001:3.0:1788205072.437384:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205072.437385:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437386:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205072.437388:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167100 x1875064556808448/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205072.437392:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205072.437392:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205072.437393:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205072.437394:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205072.437395:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205072.437395:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205072.437396:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205072.437417:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009000.
02000000:00000001:3.0:1788205072.437419:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205072.437419:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205072.437420:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167100.
00000100:00000001:3.0:1788205072.437421:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205072.437422:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437423:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205072.437425:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205072.437425:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205072.437426:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205072.437428:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205072.754470:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205072.754475:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205072.754480:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205072.754481:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205072.754488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205072.754494:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205072.754496:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205072.754500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205072.754504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205072.754506:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205072.754509:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205072.754512:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205072.754514:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205072.754562:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205072.754569:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205072.754575:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205072.946462:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205072.946470:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205072.946472:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205072.946478:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205072.946481:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205072.946484:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205072.946487:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205072.946490:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205072.946492:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205073.778496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205073.778499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205073.778501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205073.778504:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788205073.778505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205073.778508:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788205073.778510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205073.778512:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205073.778516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205073.778516:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205073.778519:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205073.778520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205073.778521:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205073.778523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205073.778524:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205073.778527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205073.778529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205073.778532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205073.778532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205073.778549:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205073.778554:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205073.778557:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205073.970509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205073.970514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205073.970516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205073.970519:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205073.970522:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205073.970525:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205073.970526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205073.970528:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205073.970530:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205074.674516:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298879658, at 4298879680
00000100:00000010:1.0:1788205074.674534:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000100:00000040:0.0:1788205074.674540:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298879658, at 4298879680
00000100:00000010:0.0:1788205074.674555:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150ea0.
00000100:00000001:1.0:1788205074.802504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205074.802509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205074.802512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205074.802513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205074.802515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205074.802522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205074.802522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205074.802528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205074.802531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205074.802531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205074.802537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205074.802540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205074.802542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205074.802591:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205074.802596:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205074.802600:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205074.994491:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205074.994497:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205074.994499:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205074.994502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205074.994505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205074.994508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205074.994509:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205074.994511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205074.994513:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.826502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205075.826506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205075.826510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205075.826511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.826513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205075.826519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205075.826522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205075.826526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205075.826527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205075.826529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205075.826531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.826534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205075.826538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205075.826561:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205075.826563:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205075.826567:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205076.018488:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205076.018494:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205076.018496:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205076.018499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205076.018501:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205076.018504:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205076.018506:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205076.018508:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205076.018510:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205076.850500:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205076.850504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205076.850508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205076.850509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205076.850513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205076.850516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205076.850518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205076.850519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205076.850525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205076.850530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205076.850533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205076.850536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205076.850539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205076.850581:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205076.850585:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205076.850589:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205077.042527:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205077.042547:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205077.042549:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205077.042553:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205077.042556:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205077.042559:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205077.042561:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205077.042563:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205077.042565:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205077.554514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205077.554524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205077.554527:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205077.554530:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205077.554535:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205077.554541:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4210
00000400:00000200:2.0:1788205077.554551:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205077.554557:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205077.554560:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205077.554564:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554567:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205077.554569:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554572:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205077.554575:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205077.554577:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788205077.554580:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205077.554583:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788205077.554585:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788205077.554587:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788205077.554590:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554592:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205077.554594:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554596:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205077.554599:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788205077.554602:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554604:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205077.554607:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205077.554610:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205077.554611:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.554613:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205077.554615:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205077.554622:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167100.
00000020:00000040:2.0:1788205077.554625:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788205077.554627:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205077.554628:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.554631:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205077.554633:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205077.554636:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205077.554643:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b400.
00000100:00000001:2.0:1788205077.554648:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205077.554655:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205077.554662:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205077.554665:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205077.554668:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f70dfa50] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205077.554687:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205077.554690:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205077.554692:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205077.554693:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205077.554694:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205077.554695:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205077.554697:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4210
00000400:00000200:2.0:1788205077.554699:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205077.554701:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205077.554703:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205077.554705:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554706:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205077.554708:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554709:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205077.554711:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205077.554712:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:2.0:1788205077.554714:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205077.554715:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:2.0:1788205077.554716:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:2.0:1788205077.554718:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788205077.554721:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205077.554721:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205077.554725:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205077.554726:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205077.554730:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205077.554731:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554736:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:3.0:1788205077.554737:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205077.554741:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:2.0:1788205077.554749:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205077.554750:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205077.554752:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.554755:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205077.554757:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205077.554759:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205077.554761:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205077.554766:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205077.554766:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205077.554771:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205077.554771:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556808576:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205077.554775:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205077.554779:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205077.554783:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205077.554786:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788205077.554787:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788205077.554790:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1788205077.554792:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.554795:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205077.554796:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205077.554800:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205077.554801:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165c00.
00000020:00000040:2.0:1788205077.554805:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000400:00000200:3.0:1788205077.554808:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:2.0:1788205077.554809:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205077.554812:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205077.554813:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00000001:2.0:1788205077.554815:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205077.554818:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205077.554820:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205077.554820:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205077.554827:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556808576, portal 25
02000000:00000010:2.0:1788205077.554828:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b800.
00000100:00000001:3.0:1788205077.554831:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205077.554834:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.554834:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660032 : -105387657891584 : ffffa02686167100)
00000100:00000040:3.0:1788205077.554841:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205077.554843:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205077.554864:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205077.554867:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205077.554873:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d34049c7] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.554875:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205077.554882:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554884:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205077.554886:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00080000:2.0:1788205077.554887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205077.554892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205077.554893:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1788205077.554894:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556808576, offset 0
00000100:00080000:2.0:1788205077.554895:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205077.554901:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205077.554905:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4210
00000400:00000200:3.0:1788205077.554908:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205077.554912:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205077.554917:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:3.0:1788205077.554920:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:2.0:1788205077.554921:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205077.554927:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:3.0:1788205077.554928:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:2.0:1788205077.554934:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788205077.554936:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788205077.554940:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788205077.554944:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:2.0:1788205077.554945:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205077.554950:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788205077.554950:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1788205077.554953:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:3.0:1788205077.554957:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000001:2.0:1788205077.554958:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205077.554962:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:3.0:1788205077.554964:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3521:3521:256:4294967295] 192.168.201.145@tcp LPNI seq info [3521:3521:8:4294967295]
00000020:00000001:2.0:1788205077.554966:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788205077.554972:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788205077.554977:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:2.0:1788205077.554981:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554984:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205077.554987:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.554992:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205077.554996:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788205077.554997:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788205077.555001:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205077.555005:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205077.555007:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1788205077.555009:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:2.0:1788205077.555010:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205077.555014:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.555015:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205077.555017:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1788205077.555017:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000008:00000001:2.0:1788205077.555022:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.555023:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205077.555027:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166a00.
00000800:00000200:3.0:1788205077.555027:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:2.0:1788205077.555031:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:3.0:1788205077.555032:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1788205077.555034:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205077.555036:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.555038:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1788205077.555040:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:2.0:1788205077.555041:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205077.555044:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788205077.555045:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
02000000:00000010:2.0:1788205077.555047:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008000.
00000800:00000100:3.0:1788205077.555051:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205077.555054:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205077.555060:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788205077.555063:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205077.555068:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1788205077.555073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205077.555075:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205077.555079:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205077.555085:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205077.555086:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205077.555090:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205077.555092:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205077.555098:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075b5dd4d] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555102:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205077.555107:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205077.555115:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205077.555120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205077.555124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205077.555127:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205077.555130:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205077.555135:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205077.555138:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205077.555140:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4210
00000100:00000001:3.0:1788205077.555142:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1788205077.555148:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205077.555150:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205077.555153:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205077.555155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788205077.555159:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:2.0:1788205077.555160:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.555163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205077.555165:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205077.555165:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298884776
00000100:00000001:2.0:1788205077.555168:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205077.555170:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205077.555172:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788205077.555173:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:3.0:1788205077.555173:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01507e0.
00000020:00000040:2.0:1788205077.555176:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788205077.555178:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788205077.555179:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788205077.555181:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.555182:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205077.555183:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205077.555185:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788205077.555186:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1788205077.555187:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788205077.555192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205077.555193:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205077.555194:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205077.555197:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298884776
02000000:00000001:2.0:1788205077.555213:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205077.555215:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.555216:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205077.555217:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205077.555219:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.555221:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205077.555224:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167b80.
00000020:00000040:2.0:1788205077.555226:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788205077.555230:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205077.555233:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205077.555234:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150cc0.
00000100:00000001:2.0:1788205077.555235:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205077.555239:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205077.555240:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1788205077.555241:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.555246:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788205077.555248:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009c00.
00000100:00000001:3.0:1788205077.555250:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205077.555253:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.555254:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205077.555261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788205077.555263:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205077/real 1788205077]  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205077.555284:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1788205077.555287:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788205077.555288:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788205077.555291:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205077.555294:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000100:00000040:2.0:1788205077.555295:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af23662c] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205077.555299:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205077.555301:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205077.555303:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205077.555310:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205077.555318:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205077.555325:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205077.555326:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4220)
00000100:00000001:3.0:1788205077.555335:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205077.555337:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555339:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205077.555341:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205077.555345:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555353:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205077.555358:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555365:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205077.555367:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555369:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205077.555370:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555372:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205077.555374:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205077.555376:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205077.555380:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205077.555382:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205077.555386:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205077.555393:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556808576:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205077.555422:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555425:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205077.555428:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167100 x1875064556808576/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555434:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205077.555436:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205077.555438:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205077.555441:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205077.555443:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205077.555445:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205077.555447:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205077.555449:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b400.
02000000:00000001:3.0:1788205077.555453:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205077.555454:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205077.555456:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167100.
00000100:00000001:3.0:1788205077.555459:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205077.555460:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555462:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555469:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205077.555471:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.555473:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205077.555474:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205077.555475:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205077.555479:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555494:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205077.555496:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205077.555498:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205077.555499:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205077.555501:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205077.555504:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808704:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205077.555507:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205077.555509:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205077.555510:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205077.555512:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205077.555515:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205077.555516:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205077.555519:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205077.555522:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205077.555526:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205077.555529:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556808704, portal 10
00000100:00000001:3.0:1788205077.555531:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205077.555532:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051654656 : -105387657896960 : ffffa02686165c00)
00000100:00000040:3.0:1788205077.555538:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555543:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205077.555546:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205077.555548:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205077.555550:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556808704, offset 0
00000400:00000200:3.0:1788205077.555554:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205077.555558:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205077.555562:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205077.555564:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205077.555567:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205077.555569:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205077.555572:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205077.555574:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3522:3522:256:4294967295] 192.168.201.145@tcp LPNI seq info [3522:3522:8:4294967295]
00000400:00000200:3.0:1788205077.555577:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205077.555583:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205077.555587:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205077.555590:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205077.555593:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205077.555596:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205077.555600:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205077.555602:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205077.555605:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205077.555607:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205077.555610:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205077.555614:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205077.555624:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205077.555626:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205077.555629:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205077.555633:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555640:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205077.555643:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555649:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.555651:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205077.555654:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205077.555658:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205077.555661:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205077.555663:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298882899
00000100:00000001:3.0:1788205077.555666:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298884776
00000100:00000001:3.0:1788205077.555668:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298882899
00000100:00000001:3.0:1788205077.555670:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298884776
00000100:00000001:3.0:1788205077.555671:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205077.555673:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.555675:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205077.555679:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205077/real 1788205077]  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205077.555686:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205077.555688:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205077.555690:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205077.555692:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205077.555693:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205077.555695:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205077.555698:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205077.555706:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555711:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205077.555713:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555714:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205077.555716:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205077.555719:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555725:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205077.555728:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555735:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205077.555737:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555738:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205077.555739:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555741:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205077.555743:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205077.555745:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205077.555748:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205077.555750:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205077.555753:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205077.555761:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808704:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205077.555764:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205077.555767:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555773:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205077.555774:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205077.555776:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205077.555778:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205077.555780:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205077.555782:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808832:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205077.555785:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205077.555787:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205077.555789:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205077.555790:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205077.555794:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205077.555795:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205077.555799:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205077.555801:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205077.555805:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205077.555808:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556808832, portal 4
00000100:00000001:3.0:1788205077.555809:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205077.555811:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051658240 : -105387657893376 : ffffa02686166a00)
00000100:00000040:3.0:1788205077.555816:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555823:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205077.555825:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205077.555827:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205077.555829:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556808832, offset 0
00000400:00000200:3.0:1788205077.555833:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205077.555836:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205077.555838:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205077.555840:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205077.555842:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205077.555844:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205077.555845:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205077.555847:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3523:3523:256:4294967295] 192.168.201.145@tcp LPNI seq info [3523:3523:8:4294967295]
00000400:00000200:3.0:1788205077.555849:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205077.555853:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205077.555856:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205077.555858:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205077.555861:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205077.555862:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205077.555865:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205077.555868:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205077.555872:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205077.555874:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205077.555876:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205077.555879:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205077.555882:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205077.555883:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205077.555886:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205077.555889:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555896:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205077.555899:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555905:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.555907:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205077.555910:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205077.555913:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205077.555916:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205077.555917:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298882582
00000100:00000001:3.0:1788205077.555920:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298884776
00000100:00000001:3.0:1788205077.555921:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298882582
00000100:00000001:3.0:1788205077.555923:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298884776
00000100:00000001:3.0:1788205077.555924:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205077.555925:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.555926:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205077.555929:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205077/real 1788205077]  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205077.555934:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205077.555936:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205077.555937:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205077.555939:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205077.555940:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205077.555942:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205077.555945:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205077.555952:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555964:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205077.555966:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555968:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205077.555969:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205077.555972:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555979:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205077.555983:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.555987:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205077.555989:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555990:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205077.555990:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.555991:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205077.555992:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205077.555994:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205077.555995:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205077.555996:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205077.555998:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205077.556003:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808832:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205077.556005:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205077.556007:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556011:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205077.556012:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205077.556013:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205077.556014:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205077.556016:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205077.556017:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808960:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205077.556019:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205077.556020:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205077.556021:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205077.556022:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205077.556024:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7400.
02000000:00000001:3.0:1788205077.556025:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205077.556027:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205077.556029:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205077.556031:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205077.556033:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556808960, portal 4
00000100:00000001:3.0:1788205077.556034:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205077.556035:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051662720 : -105387657888896 : ffffa02686167b80)
00000100:00000040:3.0:1788205077.556038:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556042:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205077.556043:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205077.556045:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205077.556047:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556808960, offset 0
00000400:00000200:3.0:1788205077.556051:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205077.556054:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205077.556058:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205077.556060:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205077.556062:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205077.556064:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205077.556067:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205077.556069:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3524:3524:256:4294967295] 192.168.201.145@tcp LPNI seq info [3524:3524:8:4294967295]
00000400:00000200:3.0:1788205077.556073:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205077.556079:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205077.556083:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205077.556086:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205077.556090:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205077.556092:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205077.556095:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205077.556097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205077.556099:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205077.556101:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205077.556103:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205077.556105:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205077.556106:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205077.556107:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205077.556109:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205077.556111:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556116:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205077.556118:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556121:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.556122:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205077.556124:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205077.556126:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205077.556128:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205077.556130:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298883313
00000100:00000001:3.0:1788205077.556131:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298884776
00000100:00000001:3.0:1788205077.556133:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298883313
00000100:00000001:3.0:1788205077.556134:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298884776
00000100:00000001:3.0:1788205077.556135:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205077.556136:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.556137:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205077.556139:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205077/real 1788205077]  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205077.556144:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205077.556145:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205077.556146:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205077.556147:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205077.556148:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205077.556149:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205077.556150:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205077.556155:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556158:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205077.556159:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.556160:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205077.556161:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205077.556163:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556166:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205077.556168:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556172:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205077.556173:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.556174:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205077.556175:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.556176:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205077.556177:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205077.556179:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205077.556182:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205077.556184:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205077.556188:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205077.556195:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556808960:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205077.556209:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.556211:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205077.556214:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165c00 x1875064556808704/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556221:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205077.556222:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205077.556224:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205077.556227:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205077.556228:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205077.556229:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205077.556231:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205077.556233:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b800.
02000000:00000001:3.0:1788205077.556235:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205077.556236:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205077.556238:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165c00.
00000100:00000001:3.0:1788205077.556240:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205077.556241:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.556243:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205077.556245:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166a00 x1875064556808832/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556249:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205077.556250:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205077.556251:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205077.556252:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205077.556253:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205077.556253:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205077.556254:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205077.556255:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008000.
02000000:00000001:3.0:1788205077.556256:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205077.556257:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205077.556258:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166a00.
00000100:00000001:3.0:1788205077.556259:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205077.556260:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.556261:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205077.556263:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167b80 x1875064556808960/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205077.556266:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205077.556267:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205077.556267:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7400.
02000000:00000001:3.0:1788205077.556268:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205077.556269:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205077.556269:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205077.556270:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205077.556271:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009c00.
02000000:00000001:3.0:1788205077.556272:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205077.556273:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205077.556273:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167b80.
00000100:00000001:3.0:1788205077.556274:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205077.556275:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.556276:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205077.556279:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205077.556279:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205077.556280:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205077.556281:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205077.874498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205077.874501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205077.874506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205077.874507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205077.874510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205077.874515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205077.874516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205077.874519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205077.874521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205077.874526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205077.874529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205077.874532:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205077.874535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205077.874601:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205077.874604:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205077.874606:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205078.066486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205078.066493:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205078.066495:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205078.066504:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205078.066508:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205078.066512:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205078.066515:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205078.066517:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205078.066520:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205078.898465:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205078.898468:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205078.898471:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205078.898471:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205078.898473:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205078.898476:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205078.898477:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205078.898479:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205078.898480:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205078.898482:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788205078.898483:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205078.898485:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205078.898485:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205078.898488:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205078.898490:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205078.898492:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205078.898494:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205078.898500:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205078.898504:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205078.898577:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205078.898580:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205078.898583:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205079.090519:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205079.090526:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205079.090528:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205079.090534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205079.090537:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205079.090541:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205079.090544:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205079.090546:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205079.090549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205079.794509:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298884776, at 4298884800
00000100:00000040:0.0:1788205079.794511:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298884776, at 4298884800
00000100:00000010:1.0:1788205079.794522:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150cc0.
00000100:00000010:0.0:1788205079.794525:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01507e0.
00000100:00000001:1.0:1788205079.922496:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205079.922502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205079.922504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205079.922509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205079.922512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205079.922515:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205079.922517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205079.922519:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205079.922521:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205079.922521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205079.922525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205079.922530:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205079.922531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205079.922592:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205079.922596:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205079.922600:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205080.114515:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205080.114522:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205080.114524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205080.114530:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205080.114533:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205080.114537:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205080.114540:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205080.114543:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205080.114546:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205080.946492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205080.946496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205080.946501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205080.946501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205080.946504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205080.946508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205080.946509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205080.946511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205080.946520:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205080.946524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205080.946527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205080.946530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205080.946532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205080.946557:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205080.946560:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205080.946563:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205081.138499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205081.138505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205081.138506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205081.138510:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205081.138513:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205081.138517:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205081.138520:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205081.138524:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205081.138527:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.970498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205081.970500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205081.970504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205081.970506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205081.970510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205081.970511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205081.970513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205081.970517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205081.970521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205081.970525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205081.970528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205081.970532:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205081.970535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205081.970569:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205081.970573:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205081.970577:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205082.162527:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205082.162534:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205082.162536:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205082.162541:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205082.162545:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205082.162549:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.162552:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205082.162555:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.162557:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205082.674525:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205082.674535:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205082.674537:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205082.674541:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205082.674545:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205082.674552:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4215
00000400:00000200:3.0:1788205082.674560:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205082.674567:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205082.674570:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205082.674574:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.674577:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205082.674579:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.674582:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205082.674585:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205082.674587:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205082.674590:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205082.674593:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205082.674595:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205082.674597:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205082.674600:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.674602:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205082.674604:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.674606:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205082.674608:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205082.674611:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205082.674614:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205082.674616:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205082.674620:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205082.674623:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205082.674625:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205082.674627:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205082.674646:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205082.674650:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205082.674654:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205082.674655:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205082.674658:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205082.674660:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205082.674665:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205082.674672:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:3.0:1788205082.674678:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205082.674687:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205082.674697:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205082.674701:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205082.674706:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205082.674728:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205082.674731:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205082.674735:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205082.674736:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205082.674738:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205082.674740:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205082.674743:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4215
00000400:00000200:3.0:1788205082.674746:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205082.674750:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205082.674752:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205082.674756:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.674758:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205082.674761:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.674763:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205082.674765:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205082.674765:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205082.674768:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:2.0:1788205082.674771:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205082.674771:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205082.674775:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205082.674776:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205082.674779:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205082.674782:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788205082.674785:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205082.674787:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.674791:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205082.674795:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.674799:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205082.674802:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788205082.674803:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:2.0:1788205082.674805:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205082.674810:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788205082.674811:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205082.674814:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205082.674815:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205082.674818:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205082.674820:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205082.674826:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556809088:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788205082.674826:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205082.674832:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.674834:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205082.674836:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205082.674839:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1788205082.674841:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788205082.674843:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205082.674846:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205082.674848:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205082.674850:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205082.674855:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205082.674858:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000010:2.0:1788205082.674859:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:3.0:1788205082.674861:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205082.674863:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205082.674864:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205082.674868:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205082.674869:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205082.674872:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788205082.674873:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205082.674878:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
02000000:00000010:3.0:1788205082.674880:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:3.0:1788205082.674885:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205082.674888:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00100000:3.0:1788205082.674891:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788205082.674897:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556809088, portal 25
00000100:00000001:3.0:1788205082.674901:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205082.674902:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205082.674906:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000001:3.0:1788205082.674906:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205082.674917:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205082.674917:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.674938:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205082.674942:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205082.674944:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205082.674947:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788205082.674949:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00080000:3.0:1788205082.674954:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1788205082.674956:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556809088, offset 0
00000100:00000001:3.0:1788205082.674957:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205082.674960:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205082.674964:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205082.674967:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205082.674969:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4215
00000400:00000200:3.0:1788205082.674976:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205082.674979:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205082.674982:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205082.674986:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205082.674987:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205082.674997:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788205082.675000:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205082.675002:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788205082.675006:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.675010:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788205082.675011:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:3.0:1788205082.675015:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788205082.675016:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1788205082.675018:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:2.0:1788205082.675022:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000001:3.0:1788205082.675023:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205082.675027:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:2.0:1788205082.675030:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3525:3525:256:4294967295] 192.168.201.145@tcp LPNI seq info [3525:3525:8:4294967295]
00000400:00000200:2.0:1788205082.675036:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:3.0:1788205082.675043:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205082.675047:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205082.675053:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788205082.675055:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.675060:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205082.675063:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:2.0:1788205082.675067:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205082.675068:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205082.675073:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000010:2.0:1788205082.675075:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000100:00080000:3.0:1788205082.675085:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205082.675088:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205082.675090:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1788205082.675092:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:3.0:1788205082.675094:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1788205082.675098:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1788205082.675099:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205082.675102:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205082.675106:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1788205082.675108:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000008:00000001:3.0:1788205082.675122:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788205082.675124:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788205082.675126:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788205082.675131:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000010:3.0:1788205082.675132:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000800:00000010:2.0:1788205082.675135:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000020:00000040:3.0:1788205082.675137:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205082.675141:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788205082.675143:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788205082.675143:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205082.675149:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205082.675151:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205082.675153:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788205082.675154:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205082.675160:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
02000000:00000010:3.0:1788205082.675161:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000400:00000010:2.0:1788205082.675164:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:3.0:1788205082.675166:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675169:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1788205082.675175:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788205082.675177:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205082.675195:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205082.675199:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205082.675199:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205082.675205:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205082.675208:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675222:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675227:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205082.675228:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205082.675232:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205082.675234:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205082.675237:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205082.675240:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788205082.675241:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205082.675243:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205082.675245:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298889896
00000100:00000001:3.0:1788205082.675247:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1788205082.675252:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925118a0.
00000100:00080000:3.0:1788205082.675253:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4215
00000400:00000200:3.0:1788205082.675259:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205082.675261:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1788205082.675264:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205082.675268:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205082.675270:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298889896
00000100:00000040:3.0:1788205082.675271:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000010:2.0:1788205082.675277:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511540.
00000100:00000001:3.0:1788205082.675277:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205082.675282:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205082.675283:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205082.675286:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205082.675288:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205082.675290:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205082.675292:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205082.675294:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:2.0:1788205082.675297:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788205082.675297:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205082.675302:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00100000:2.0:1788205082.675306:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205082/real 1788205082]  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205082.675306:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205082.675310:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205082.675318:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205082.675322:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788205082.675323:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788205082.675325:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000001:2.0:1788205082.675326:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788205082.675328:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:2.0:1788205082.675330:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000020:00000040:3.0:1788205082.675333:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000200:2.0:1788205082.675336:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000100:00080000:3.0:1788205082.675339:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000010:2.0:1788205082.675340:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205082.675344:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205082.675350:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205082.675351:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205082.675356:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205082.675360:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205082.675364:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205082.675365:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205082.675368:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205082.675371:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205082.675377:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675379:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205082.675380:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675382:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.675385:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1788205082.675387:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205082.675388:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205082.675393:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00100000:2.0:1788205082.675416:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675424:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205082.675429:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675435:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205082.675440:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788205082.675441:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205082.675444:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675445:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205082.675449:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205082.675450:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205082.675453:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205082.675454:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1788205082.675456:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675458:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205082.675463:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:3.0:1788205082.675464:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00080000:2.0:1788205082.675468:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205082.675469:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675473:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1788205082.675479:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788205082.675482:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205082.675502:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788205082.675503:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556809088:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205082.675507:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675508:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.675511:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205082.675517:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205082.675518:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556809088/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675535:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205082.675538:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205082.675541:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
00000100:00000001:3.0:1788205082.675541:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205082.675545:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205082.675547:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:3.0:1788205082.675548:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4225)
00000020:00000040:2.0:1788205082.675549:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205082.675553:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205082.675555:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:2.0:1788205082.675558:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205082.675559:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205082.675560:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788205082.675562:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205082.675563:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.675565:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.675571:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205082.675572:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675574:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205082.675575:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205082.675576:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205082.675578:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675586:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205082.675587:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205082.675588:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205082.675589:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205082.675590:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205082.675592:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809216:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205082.675594:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205082.675595:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205082.675596:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205082.675597:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205082.675599:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788205082.675600:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205082.675603:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205082.675605:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205082.675607:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205082.675610:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556809216, portal 10
00000100:00000001:2.0:1788205082.675611:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205082.675612:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788205082.675616:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675620:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205082.675621:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205082.675622:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205082.675624:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556809216, offset 0
00000400:00000200:2.0:1788205082.675626:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205082.675629:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205082.675631:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205082.675633:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205082.675634:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205082.675636:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205082.675637:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205082.675639:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3526:3526:256:4294967295] 192.168.201.145@tcp LPNI seq info [3526:3526:8:4294967295]
00000400:00000200:2.0:1788205082.675642:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205082.675646:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205082.675657:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205082.675663:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205082.675667:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205082.675670:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205082.675674:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205082.675676:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205082.675680:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205082.675681:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205082.675685:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205082.675687:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205082.675690:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205082.675692:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205082.675694:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205082.675697:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675704:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205082.675706:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675712:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675714:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205082.675716:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205082.675719:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205082.675722:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205082.675724:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298888019
00000100:00000001:2.0:1788205082.675727:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298889896
00000100:00000001:2.0:1788205082.675729:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298888019
00000100:00000001:2.0:1788205082.675730:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298889896
00000100:00000001:2.0:1788205082.675732:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205082.675735:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675736:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205082.675740:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205082/real 1788205082]  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205082.675748:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205082.675749:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205082.675751:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205082.675753:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205082.675754:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205082.675756:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205082.675758:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205082.675763:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675767:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205082.675768:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.675769:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205082.675770:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205082.675772:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675775:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205082.675777:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675781:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205082.675782:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.675783:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205082.675784:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.675785:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205082.675787:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205082.675788:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205082.675790:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205082.675792:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205082.675794:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205082.675798:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809216:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205082.675800:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205082.675802:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675805:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205082.675806:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205082.675807:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205082.675808:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205082.675810:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205082.675811:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809344:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205082.675813:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205082.675815:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205082.675816:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205082.675817:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205082.675819:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788205082.675821:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205082.675824:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205082.675826:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205082.675829:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205082.675832:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556809344, portal 4
00000100:00000001:2.0:1788205082.675834:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205082.675835:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:2.0:1788205082.675841:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675846:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205082.675849:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205082.675851:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205082.675853:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556809344, offset 0
00000400:00000200:2.0:1788205082.675857:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205082.675860:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205082.675863:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205082.675866:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205082.675868:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205082.675870:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205082.675873:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205082.675875:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3527:3527:256:4294967295] 192.168.201.145@tcp LPNI seq info [3527:3527:8:4294967295]
00000400:00000200:2.0:1788205082.675879:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205082.675884:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205082.675888:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205082.675890:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205082.675893:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205082.675896:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205082.675899:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205082.675902:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205082.675905:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205082.675907:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205082.675909:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205082.675912:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205082.675914:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205082.675916:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205082.675918:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205082.675921:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675927:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205082.675930:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675935:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675937:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205082.675940:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205082.675942:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205082.675945:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205082.675947:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298887702
00000100:00000001:2.0:1788205082.675949:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298889896
00000100:00000001:2.0:1788205082.675951:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298887702
00000100:00000001:2.0:1788205082.675953:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298889896
00000100:00000001:2.0:1788205082.675954:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205082.675956:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.675958:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205082.675961:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205082/real 1788205082]  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205082.675968:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205082.675969:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205082.675970:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205082.675972:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205082.675974:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205082.675975:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205082.675978:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205082.675985:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.675990:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205082.675992:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.675993:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205082.675995:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205082.675997:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676003:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205082.676006:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676013:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205082.676015:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676016:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205082.676017:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676019:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205082.676020:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205082.676023:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205082.676026:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205082.676028:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205082.676032:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205082.676038:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809344:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205082.676041:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205082.676044:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676050:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205082.676051:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205082.676053:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205082.676055:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205082.676056:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205082.676059:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809472:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205082.676062:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205082.676063:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205082.676065:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205082.676066:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205082.676069:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b000.
02000000:00000001:2.0:1788205082.676071:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205082.676073:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205082.676076:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205082.676079:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205082.676081:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556809472, portal 4
00000100:00000001:2.0:1788205082.676083:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205082.676084:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205082.676089:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676095:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205082.676097:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205082.676099:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205082.676101:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556809472, offset 0
00000400:00000200:2.0:1788205082.676104:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205082.676108:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205082.676122:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205082.676124:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205082.676127:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205082.676129:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205082.676132:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205082.676135:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3528:3528:256:4294967295] 192.168.201.145@tcp LPNI seq info [3528:3528:8:4294967295]
00000400:00000200:2.0:1788205082.676139:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205082.676144:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205082.676148:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205082.676151:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205082.676154:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205082.676157:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205082.676161:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205082.676163:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205082.676166:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205082.676168:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205082.676171:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205082.676174:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205082.676176:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205082.676177:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205082.676179:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205082.676182:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676186:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205082.676188:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676192:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.676193:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205082.676195:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205082.676196:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205082.676198:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205082.676199:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298888433
00000100:00000001:2.0:1788205082.676201:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298889896
00000100:00000001:2.0:1788205082.676202:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298888433
00000100:00000001:2.0:1788205082.676203:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298889896
00000100:00000001:2.0:1788205082.676205:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205082.676206:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.676207:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205082.676209:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205082/real 1788205082]  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205082.676213:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205082.676214:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205082.676215:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205082.676216:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205082.676216:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205082.676218:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205082.676219:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205082.676224:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676231:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205082.676232:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676233:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205082.676234:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205082.676236:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676239:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205082.676241:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676244:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205082.676246:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676247:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205082.676247:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676248:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205082.676249:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205082.676250:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205082.676252:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205082.676253:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205082.676255:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205082.676259:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809472:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205082.676261:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676262:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205082.676264:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556809216/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676267:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205082.676268:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205082.676270:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788205082.676271:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205082.676272:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205082.676273:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205082.676274:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205082.676275:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:2.0:1788205082.676277:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205082.676278:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205082.676279:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788205082.676280:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205082.676281:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676282:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205082.676284:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556809344/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676287:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205082.676288:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205082.676289:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788205082.676290:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205082.676290:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205082.676291:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205082.676292:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205082.676293:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:2.0:1788205082.676294:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205082.676294:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205082.676295:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788205082.676296:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205082.676297:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676297:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205082.676299:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556809472/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205082.676302:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205082.676303:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205082.676303:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b000.
02000000:00000001:2.0:1788205082.676305:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205082.676305:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205082.676306:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205082.676307:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205082.676308:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:2.0:1788205082.676309:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205082.676310:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205082.676311:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205082.676312:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205082.676313:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676314:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205082.676316:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205082.676317:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205082.676318:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205082.676319:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205082.994536:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205082.994542:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205082.994544:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205082.994548:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205082.994551:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205082.994554:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205082.994556:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205082.994559:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205082.994563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205082.994644:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205082.994646:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205082.994649:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205082.994650:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205082.994708:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205082.994712:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205082.994716:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205083.186521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205083.186529:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205083.186531:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205083.186537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205083.186541:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205083.186544:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205083.186547:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205083.186550:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205083.186552:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205084.018473:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205084.018477:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205084.018480:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205084.018481:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788205084.018482:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205084.018484:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788205084.018487:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205084.018487:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205084.018489:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788205084.018491:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205084.018491:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205084.018493:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205084.018494:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205084.018495:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205084.018497:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205084.018498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205084.018500:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205084.018500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205084.018502:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205084.018544:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205084.018548:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205084.018552:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205084.210517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205084.210524:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205084.210526:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205084.210532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205084.210536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205084.210539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205084.210542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205084.210545:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205084.210548:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205084.914546:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298889896, at 4298889920
00000100:00000010:0.0:1788205084.914563:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925118a0.
00000100:00000040:1.0:1788205084.914740:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298889896, at 4298889920
00000100:00000010:1.0:1788205084.914749:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511540.
00010000:00000001:2.0:1788205085.042552:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205085.042553:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205085.042562:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205085.042563:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.042565:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205085.042571:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205085.042575:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205085.042579:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205085.042583:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205085.042586:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205085.042589:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205085.042589:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205085.042598:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205085.042665:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205085.042668:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205085.042680:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205085.234499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205085.234504:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205085.234506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205085.234510:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205085.234512:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205085.234515:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.234517:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205085.234519:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.234521:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205086.066511:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205086.066514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205086.066519:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205086.066519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205086.066523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205086.066526:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205086.066528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205086.066529:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205086.066535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205086.066538:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205086.066540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205086.066543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205086.066546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205086.066607:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205086.066621:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205086.066626:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205086.258474:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205086.258480:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205086.258482:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205086.258487:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205086.258490:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205086.258494:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205086.258496:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205086.258498:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205086.258501:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205087.090494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205087.090497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205087.090502:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205087.090503:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205087.090506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205087.090507:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205087.090509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205087.090513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205087.090518:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205087.090521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205087.090524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205087.090527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205087.090530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205087.090582:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205087.090587:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205087.090591:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205087.282504:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205087.282513:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205087.282517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205087.282523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205087.282527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205087.282532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.282535:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205087.282539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.282542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205087.794580:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205087.794589:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205087.794592:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205087.794595:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205087.794599:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205087.794606:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4220
00000400:00000200:0.0:1788205087.794614:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205087.794619:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205087.794622:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205087.794625:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.794627:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205087.794630:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.794632:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205087.794635:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205087.794638:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205087.794640:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205087.794643:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205087.794646:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205087.794649:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205087.794651:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.794653:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205087.794654:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.794656:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205087.794659:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205087.794662:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205087.794665:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205087.794667:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205087.794670:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205087.794673:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205087.794675:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205087.794677:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205087.794685:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788205087.794688:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205087.794692:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205087.794693:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205087.794696:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205087.794699:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205087.794702:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205087.794709:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788205087.794719:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205087.794728:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205087.794738:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205087.794742:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205087.794747:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205087.794771:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205087.794774:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205087.794777:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205087.794779:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205087.794780:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205087.794783:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205087.794785:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4220
00000400:00000200:0.0:1788205087.794789:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205087.794792:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205087.794794:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205087.794797:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.794800:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205087.794803:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.794805:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205087.794807:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205087.794809:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205087.794811:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205087.794813:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:2.0:1788205087.794815:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788205087.794816:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205087.794820:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788205087.794821:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205087.794823:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205087.794831:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205087.794832:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.794836:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205087.794839:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.794842:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205087.794846:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205087.794852:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205087.794853:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205087.794856:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205087.794857:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205087.794861:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205087.794862:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205087.794866:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205087.794867:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205087.794873:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.794873:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205087.794878:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788205087.794882:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556809600:192.168.201.145@tcp:250:kworker.0
00000008:00100000:0.0:1788205087.794884:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205087.794887:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1788205087.794890:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.794892:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788205087.794894:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.794896:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205087.794899:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
02000000:00000001:2.0:1788205087.794900:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1788205087.794904:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000010:2.0:1788205087.794907:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a800.
02000000:00000001:0.0:1788205087.794908:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205087.794911:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.794912:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205087.794915:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205087.794918:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205087.794921:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205087.794921:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205087.794927:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
02000000:00000010:0.0:1788205087.794929:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000400:00000010:2.0:1788205087.794934:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000001:0.0:1788205087.794935:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205087.794943:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556809600, portal 25
00000100:00100000:0.0:1788205087.794944:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205087.794948:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205087.794951:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000001:0.0:1788205087.794958:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788205087.794961:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205087.794962:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205087.794970:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.794975:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205087.794982:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205087.794986:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000001:0.0:1788205087.794987:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205087.794990:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556809600, offset 0
00000100:00080000:0.0:1788205087.794991:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205087.794996:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205087.794999:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788205087.794999:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788205087.795002:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205087.795005:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205087.795009:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788205087.795010:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4220
00000400:00000200:0.0:1788205087.795016:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205087.795018:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205087.795036:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205087.795039:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205087.795042:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.795044:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205087.795046:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.795048:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205087.795051:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205087.795054:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:2.0:1788205087.795054:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1788205087.795057:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205087.795060:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:2.0:1788205087.795061:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:0.0:1788205087.795064:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205087.795068:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788205087.795069:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205087.795074:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000040:0.0:1788205087.795077:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.795082:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205087.795083:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3529:3529:256:4294967295] 192.168.201.145@tcp LPNI seq info [3529:3529:8:4294967295]
00000100:00000040:0.0:1788205087.795087:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.795091:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788205087.795093:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:0.0:1788205087.795095:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788205087.795099:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205087.795102:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205087.795106:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205087.795110:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788205087.795111:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205087.795115:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205087.795118:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1788205087.795120:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000008:00100000:0.0:1788205087.795121:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205087.795125:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205087.795127:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000100:00000001:0.0:1788205087.795128:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205087.795133:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788205087.795138:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:2.0:1788205087.795139:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:0.0:1788205087.795143:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205087.795145:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205087.795145:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1788205087.795149:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205087.795151:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205087.795154:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788205087.795155:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205087.795160:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
02000000:00000010:0.0:1788205087.795161:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788205087.795165:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205087.795170:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205087.795178:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205087.795180:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205087.795189:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1788205087.795189:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205087.795193:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205087.795201:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788205087.795202:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205087.795207:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205087.795210:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1788205087.795212:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205087.795214:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205087.795216:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788205087.795216:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205087.795220:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:0.0:1788205087.795221:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205087.795225:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788205087.795226:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4220
00000400:00000200:0.0:1788205087.795232:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:2.0:1788205087.795233:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205087.795238:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205087.795243:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205087.795249:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205087.795251:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205087.795252:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205087.795257:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:2.0:1788205087.795259:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205087.795260:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205087.795265:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205087.795267:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205087.795270:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205087.795273:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788205087.795274:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205087.795277:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788205087.795278:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788205087.795281:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788205087.795285:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205087.795286:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205087.795291:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205087.795294:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205087.795295:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205087.795297:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205087.795301:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:2.0:1788205087.795302:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298895016
00000100:00080000:0.0:1788205087.795306:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000010:2.0:1788205087.795308:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511d20.
00000100:00000001:0.0:1788205087.795309:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205087.795313:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205087.795315:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1788205087.795316:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205087.795320:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205087.795322:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205087.795324:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298895016
00000008:00100000:0.0:1788205087.795325:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205087.795330:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205087.795330:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511420.
00000100:00000001:0.0:1788205087.795335:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205087.795339:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000100:00000001:2.0:1788205087.795341:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1788205087.795342:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788205087.795345:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205087.795347:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788205087.795348:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205087.795350:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.795352:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788205087.795353:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205087.795356:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788205087.795357:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205087/real 1788205087]  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205087.795359:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205087.795365:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000400:00000001:2.0:1788205087.795368:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788205087.795369:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205087.795371:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205087.795374:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000100:00100000:0.0:1788205087.795378:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205087.795378:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205087.795381:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205087.795385:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205087.795391:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205087.795394:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205087.795427:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205087.795434:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205087.795439:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205087.795452:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.795456:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1788205087.795458:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4230)
00000100:00000001:2.0:1788205087.795460:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.795464:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205087.795466:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205087.795471:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795485:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205087.795490:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795503:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205087.795506:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.795507:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205087.795509:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.795511:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205087.795513:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205087.795516:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205087.795520:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205087.795522:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205087.795527:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205087.795535:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556809600:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205087.795539:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.795542:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205087.795544:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556809600/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795551:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205087.795553:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205087.795555:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788205087.795558:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205087.795560:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205087.795561:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205087.795563:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205087.795565:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:2.0:1788205087.795570:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205087.795572:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205087.795573:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:2.0:1788205087.795583:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205087.795584:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.795586:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.795593:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205087.795594:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.795596:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205087.795598:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205087.795599:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205087.795603:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795610:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205087.795611:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.795613:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205087.795615:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205087.795617:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205087.795620:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809728:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205087.795623:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205087.795625:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205087.795626:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.795628:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205087.795631:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788205087.795633:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205087.795637:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205087.795640:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205087.795643:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205087.795646:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556809728, portal 10
00000100:00000001:2.0:1788205087.795649:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205087.795650:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000040:2.0:1788205087.795656:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795663:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205087.795665:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205087.795668:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205087.795670:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556809728, offset 0
00000400:00000200:2.0:1788205087.795674:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205087.795678:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205087.795682:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205087.795685:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205087.795687:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205087.795689:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205087.795691:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205087.795694:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3530:3530:256:4294967295] 192.168.201.145@tcp LPNI seq info [3530:3530:8:4294967295]
00000400:00000200:2.0:1788205087.795698:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205087.795704:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205087.795709:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205087.795712:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205087.795716:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205087.795718:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788205087.795723:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205087.795726:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788205087.795729:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205087.795731:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205087.795734:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205087.795737:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205087.795740:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205087.795742:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205087.795744:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205087.795748:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795755:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205087.795758:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795765:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.795767:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205087.795769:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205087.795772:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205087.795775:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205087.795777:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298893139
00000100:00000001:2.0:1788205087.795780:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298895016
00000100:00000001:2.0:1788205087.795782:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298893139
00000100:00000001:2.0:1788205087.795784:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298895016
00000100:00000001:2.0:1788205087.795786:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205087.795788:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.795789:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205087.795793:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205087/real 1788205087]  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205087.795800:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205087.795801:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205087.795803:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205087.795805:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205087.795807:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205087.795809:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205087.795812:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205087.795819:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795825:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205087.795827:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.795829:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205087.795830:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205087.795834:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795840:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205087.795844:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795851:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205087.795853:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.795855:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205087.795856:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.795858:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205087.795860:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205087.795863:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205087.795866:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205087.795868:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205087.795871:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205087.795879:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809728:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205087.795883:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205087.795886:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795893:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205087.795894:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.795896:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205087.795898:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205087.795900:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205087.795903:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809856:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205087.795906:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205087.795907:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205087.795909:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.795910:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205087.795913:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788205087.795915:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205087.795918:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205087.795921:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205087.795923:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205087.795926:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556809856, portal 4
00000100:00000001:2.0:1788205087.795928:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205087.795929:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000040:2.0:1788205087.795934:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795937:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205087.795939:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205087.795940:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205087.795942:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556809856, offset 0
00000400:00000200:2.0:1788205087.795944:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205087.795946:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205087.795948:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205087.795950:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205087.795952:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205087.795953:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205087.795955:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205087.795957:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3531:3531:256:4294967295] 192.168.201.145@tcp LPNI seq info [3531:3531:8:4294967295]
00000400:00000200:2.0:1788205087.795959:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205087.795963:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205087.795965:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205087.795967:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205087.795969:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205087.795970:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788205087.795973:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205087.795975:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788205087.795977:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205087.795978:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205087.795980:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205087.795982:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205087.795984:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205087.795985:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205087.795986:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205087.795988:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795992:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205087.795994:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.795998:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.795999:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205087.796001:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205087.796003:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205087.796004:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205087.796006:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298892822
00000100:00000001:2.0:1788205087.796007:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298895016
00000100:00000001:2.0:1788205087.796008:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298892822
00000100:00000001:2.0:1788205087.796010:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298895016
00000100:00000001:2.0:1788205087.796011:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205087.796012:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.796013:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205087.796015:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205087/real 1788205087]  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205087.796018:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205087.796019:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205087.796034:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205087.796037:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205087.796038:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205087.796039:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205087.796042:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205087.796046:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796051:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205087.796052:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796053:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205087.796054:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205087.796058:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796065:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205087.796068:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796074:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205087.796077:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796078:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205087.796079:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796081:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205087.796082:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205087.796085:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205087.796088:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205087.796090:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205087.796094:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205087.796101:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809856:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205087.796105:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205087.796108:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796114:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205087.796116:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.796118:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205087.796119:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205087.796121:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205087.796124:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809984:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205087.796127:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205087.796129:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205087.796130:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205087.796132:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205087.796135:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788205087.796137:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205087.796140:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205087.796142:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205087.796144:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205087.796147:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556809984, portal 4
00000100:00000001:2.0:1788205087.796148:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205087.796149:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:2.0:1788205087.796152:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796156:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205087.796157:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205087.796159:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205087.796160:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556809984, offset 0
00000400:00000200:2.0:1788205087.796162:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205087.796164:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205087.796166:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205087.796168:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205087.796170:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205087.796171:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205087.796172:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205087.796174:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3532:3532:256:4294967295] 192.168.201.145@tcp LPNI seq info [3532:3532:8:4294967295]
00000400:00000200:2.0:1788205087.796177:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205087.796180:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205087.796183:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205087.796185:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205087.796187:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205087.796189:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788205087.796191:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205087.796192:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788205087.796195:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205087.796196:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205087.796198:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205087.796200:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205087.796201:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205087.796202:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205087.796203:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205087.796205:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796210:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205087.796211:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796215:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.796216:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205087.796217:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205087.796219:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205087.796221:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205087.796222:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298893553
00000100:00000001:2.0:1788205087.796223:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298895016
00000100:00000001:2.0:1788205087.796224:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298893553
00000100:00000001:2.0:1788205087.796226:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298895016
00000100:00000001:2.0:1788205087.796227:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205087.796228:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.796229:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205087.796231:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205087/real 1788205087]  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205087.796235:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205087.796235:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205087.796236:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205087.796238:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205087.796239:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205087.796241:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205087.796243:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205087.796251:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796257:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205087.796258:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796260:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205087.796261:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205087.796264:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796271:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205087.796274:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796281:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205087.796283:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796284:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205087.796285:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796287:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205087.796288:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205087.796291:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205087.796294:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205087.796296:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205087.796299:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205087.796307:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556809984:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205087.796310:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796312:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205087.796315:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556809728/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796322:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205087.796324:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205087.796326:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788205087.796328:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205087.796329:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205087.796330:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205087.796332:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205087.796334:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:2.0:1788205087.796336:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205087.796337:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205087.796339:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:2.0:1788205087.796341:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205087.796343:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796344:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205087.796347:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556809856/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796354:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205087.796355:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205087.796356:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788205087.796358:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205087.796359:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205087.796360:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205087.796362:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205087.796363:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:2.0:1788205087.796365:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205087.796366:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205087.796367:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:2.0:1788205087.796369:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205087.796370:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796372:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205087.796375:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556809984/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205087.796381:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205087.796382:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205087.796384:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788205087.796386:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205087.796387:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205087.796388:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205087.796390:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205087.796391:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:2.0:1788205087.796393:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205087.796394:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205087.796411:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:2.0:1788205087.796415:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205087.796416:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796418:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205087.796421:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205087.796423:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205087.796425:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205087.796426:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205088.114499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205088.114503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205088.114508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205088.114508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205088.114513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205088.114515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205088.114518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205088.114519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205088.114525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205088.114529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205088.114541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205088.114548:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205088.114551:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205088.114599:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205088.114606:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205088.114611:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205088.306517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205088.306523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205088.306525:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205088.306530:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205088.306533:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205088.306537:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205088.306539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205088.306541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205088.306543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205089.138516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205089.138524:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205089.138526:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205089.138533:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205089.138537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205089.138541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205089.138544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205089.138546:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205089.138547:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205089.138551:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205089.138555:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205089.138569:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205089.138575:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205089.138579:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205089.138584:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205089.138589:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205089.138592:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205089.138595:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205089.138597:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205089.138674:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205089.138678:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205089.138682:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205089.331235:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205089.331246:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205089.331248:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205089.331256:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205089.331260:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205089.331264:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205089.331267:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205089.331271:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205089.331274:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205090.034580:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298895016, at 4298895040
00000100:00000040:1.0:1788205090.034580:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298895016, at 4298895040
00000100:00000010:0.0:1788205090.034599:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511d20.
00000100:00000010:1.0:1788205090.034602:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511420.
00000100:00000001:1.0:1788205090.162562:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205090.162572:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205090.162574:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205090.162581:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205090.162585:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205090.162590:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205090.162593:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205090.162596:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205090.162599:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205090.162799:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205090.162803:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205090.162808:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205090.162809:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205090.162910:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205090.162914:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205090.162918:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205090.354567:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205090.354576:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205090.354579:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205090.354585:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205090.354589:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205090.354594:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205090.354597:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205090.354600:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205090.354610:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205091.186491:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205091.186498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205091.186501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205091.186504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205091.186506:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205091.186512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205091.186513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205091.186520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205091.186523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205091.186526:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205091.186527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205091.186530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205091.186536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205091.186602:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205091.186607:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205091.186611:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205091.378562:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205091.378585:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205091.378587:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205091.378594:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205091.378599:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205091.378604:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.378608:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205091.378611:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.378615:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205092.210549:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205092.210555:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205092.210560:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205092.210560:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205092.210564:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205092.210570:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205092.210571:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205092.210573:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205092.210578:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205092.210583:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205092.210587:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205092.210590:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205092.210594:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205092.210637:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205092.210641:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205092.210644:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205092.402536:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205092.402544:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205092.402546:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205092.402550:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205092.402554:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205092.402558:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.402560:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205092.402562:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.402564:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205092.914568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205092.914579:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205092.914582:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205092.914585:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205092.914590:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205092.914597:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4225
00000400:00000200:3.0:1788205092.914608:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205092.914613:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205092.914617:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205092.914619:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205092.914624:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914626:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205092.914629:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205092.914631:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205092.914633:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205092.914637:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205092.914638:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205092.914640:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205092.914642:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205092.914645:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914646:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205092.914650:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205092.914652:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914654:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205092.914656:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205092.914659:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205092.914661:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.914663:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205092.914665:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205092.914675:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205092.914677:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205092.914681:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205092.914682:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.914685:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205092.914688:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205092.914692:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205092.914700:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788205092.914711:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205092.914719:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205092.914729:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205092.914733:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205092.914736:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205092.914760:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205092.914762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205092.914765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205092.914766:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205092.914767:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205092.914769:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205092.914771:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4225
00000400:00000200:3.0:1788205092.914774:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205092.914776:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205092.914778:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205092.914780:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914782:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205092.914783:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914784:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205092.914786:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205092.914787:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205092.914788:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205092.914789:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205092.914790:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205092.914791:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205092.914793:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914795:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205092.914797:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914798:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205092.914800:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205092.914803:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914805:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205092.914807:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205092.914814:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205092.914816:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.914819:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205092.914823:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1788205092.914824:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205092.914829:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00000001:3.0:1788205092.914829:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.914832:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205092.914834:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205092.914840:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205092.914842:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788205092.914847:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:2.0:1788205092.914853:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788205092.914854:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788205092.914856:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205092.914857:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.914861:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205092.914862:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205092.914863:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205092.914868:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205092.914868:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205092.914874:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205092.914875:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00100000:2.0:1788205092.914881:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556810112:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205092.914883:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.914890:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1788205092.914894:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788205092.914897:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205092.914901:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.914903:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788205092.914907:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205092.914907:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205092.914912:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788205092.914914:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788205092.914920:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.914921:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205092.914924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205092.914926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788205092.914927:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205092.914928:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205092.914930:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788205092.914943:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000100:00000001:3.0:1788205092.914950:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788205092.914953:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00080000:3.0:1788205092.914954:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4225
00000400:00000200:3.0:1788205092.914961:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205092.914965:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:2.0:1788205092.914967:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556810112, portal 25
00000100:00080000:3.0:1788205092.914968:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205092.914973:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788205092.914974:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205092.914976:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000001:3.0:1788205092.914978:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205092.914983:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.914986:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788205092.914989:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205092.914990:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205092.914993:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205092.914996:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205092.915000:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205092.915005:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:2.0:1788205092.915006:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788205092.915007:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:2.0:1788205092.915011:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788205092.915014:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:2.0:1788205092.915016:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000001:3.0:1788205092.915017:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205092.915021:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:2.0:1788205092.915023:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556810112, offset 0
00000100:00000001:3.0:1788205092.915024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205092.915029:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205092.915031:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205092.915033:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205092.915035:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788205092.915036:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205092.915040:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205092.915042:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.915044:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205092.915046:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205092.915049:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:3.0:1788205092.915050:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.915053:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205092.915057:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000400:00000200:2.0:1788205092.915058:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000040:3.0:1788205092.915064:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:2.0:1788205092.915065:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788205092.915070:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788205092.915074:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
02000000:00000001:3.0:1788205092.915074:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.915079:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788205092.915081:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788205092.915082:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205092.915086:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205092.915087:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205092.915094:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3533:3533:256:4294967295] 192.168.201.145@tcp LPNI seq info [3533:3533:8:4294967295]
02000000:00000010:3.0:1788205092.915094:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:3.0:1788205092.915101:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205092.915103:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788205092.915109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205092.915115:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205092.915119:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205092.915123:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788205092.915125:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205092.915133:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205092.915137:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205092.915137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205092.915143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205092.915144:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205092.915145:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1788205092.915147:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000100:00000001:3.0:1788205092.915147:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205092.915149:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4225
00000400:00000200:3.0:1788205092.915154:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205092.915156:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205092.915158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788205092.915163:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788205092.915164:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.915168:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788205092.915171:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1788205092.915171:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.915174:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205092.915179:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205092.915180:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205092.915181:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205092.915183:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000800:00000200:2.1:1788205092.915184:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:3.0:1788205092.915185:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205092.915190:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000200:2.1:1788205092.915190:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1788205092.915194:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.915196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1788205092.915199:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788205092.915201:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205092.915203:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:2.0:1788205092.915204:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000020:00000040:3.0:1788205092.915206:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205092.915208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205092.915210:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205092.915211:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205092.915212:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788205092.915213:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205092.915217:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.915219:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205092.915221:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1788205092.915222:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205092.915228:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000008:00000001:3.0:1788205092.915228:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.915231:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205092.915232:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205092.915240:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1788205092.915241:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000200:2.0:1788205092.915244:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205092.915245:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205092.915250:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205092.915253:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205092.915257:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205092.915260:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205092.915261:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788205092.915264:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205092.915266:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205092.915271:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:2.0:1788205092.915273:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.915276:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205092.915277:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.915282:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205092.915287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205092.915289:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205092.915297:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205092.915299:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205092.915304:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205092.915311:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205092.915315:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4235)
00000100:00000001:2.0:1788205092.915366:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298900136
00000100:00000010:2.0:1788205092.915371:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511b40.
00000100:00000001:2.0:1788205092.915377:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205092.915384:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298900136
00000100:00000010:2.0:1788205092.915386:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511780.
00000100:00000001:2.0:1788205092.915388:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205092.915391:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205092.915393:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.915395:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205092.915421:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205092/real 1788205092]  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205092.915429:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205092.915430:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205092.915432:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205092.915435:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205092.915436:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205092.915438:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205092.915440:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205092.915446:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915450:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205092.915451:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915453:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205092.915455:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205092.915459:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915467:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205092.915472:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915479:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205092.915482:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915484:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205092.915485:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915488:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205092.915490:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205092.915493:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205092.915497:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205092.915500:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205092.915505:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205092.915514:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556810112:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205092.915519:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915521:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205092.915525:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556810112/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915531:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205092.915535:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205092.915538:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788205092.915541:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205092.915543:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205092.915545:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205092.915547:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205092.915550:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:2.0:1788205092.915554:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205092.915555:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205092.915557:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205092.915559:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205092.915560:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915562:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915570:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205092.915573:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.915575:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205092.915576:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205092.915578:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205092.915582:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915589:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205092.915591:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205092.915593:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205092.915595:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205092.915597:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205092.915600:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810240:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205092.915603:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205092.915605:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205092.915606:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205092.915607:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205092.915610:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788205092.915611:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205092.915614:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205092.915616:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205092.915619:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205092.915621:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556810240, portal 10
00000100:00000001:2.0:1788205092.915622:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205092.915623:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788205092.915628:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915633:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205092.915634:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205092.915636:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205092.915638:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556810240, offset 0
00000400:00000200:2.0:1788205092.915640:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205092.915643:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205092.915646:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205092.915648:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205092.915650:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205092.915652:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205092.915654:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205092.915655:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3534:3534:256:4294967295] 192.168.201.145@tcp LPNI seq info [3534:3534:8:4294967295]
00000400:00000200:2.0:1788205092.915658:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205092.915663:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205092.915667:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205092.915670:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205092.915675:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205092.915678:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205092.915683:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205092.915685:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205092.915689:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205092.915691:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205092.915694:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205092.915697:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205092.915700:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205092.915702:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205092.915704:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205092.915708:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915713:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205092.915715:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915720:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.915721:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205092.915724:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205092.915727:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205092.915729:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205092.915730:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298898259
00000100:00000001:2.0:1788205092.915732:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298900136
00000100:00000001:2.0:1788205092.915734:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298898259
00000100:00000001:2.0:1788205092.915735:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298900136
00000100:00000001:2.0:1788205092.915736:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205092.915737:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.915738:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205092.915740:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205092/real 1788205092]  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205092.915745:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205092.915746:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205092.915747:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205092.915749:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205092.915750:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205092.915758:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205092.915760:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205092.915765:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915769:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205092.915770:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915771:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205092.915772:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205092.915774:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915778:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205092.915780:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915785:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205092.915786:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915787:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205092.915788:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915789:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205092.915791:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205092.915792:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205092.915794:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205092.915795:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205092.915797:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205092.915802:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810240:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205092.915804:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205092.915806:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915810:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205092.915811:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205092.915813:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205092.915814:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205092.915815:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205092.915816:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810368:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205092.915818:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205092.915819:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205092.915820:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205092.915822:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205092.915824:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788205092.915825:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205092.915828:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205092.915829:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205092.915832:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205092.915834:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556810368, portal 4
00000100:00000001:2.0:1788205092.915835:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205092.915836:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788205092.915840:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915844:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205092.915845:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205092.915847:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205092.915848:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556810368, offset 0
00000400:00000200:2.0:1788205092.915850:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205092.915852:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205092.915854:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205092.915856:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205092.915859:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205092.915861:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205092.915864:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205092.915867:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3535:3535:256:4294967295] 192.168.201.145@tcp LPNI seq info [3535:3535:8:4294967295]
00000400:00000200:2.0:1788205092.915870:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205092.915875:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205092.915880:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205092.915883:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205092.915887:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205092.915890:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205092.915894:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205092.915896:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205092.915900:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205092.915902:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205092.915905:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205092.915908:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205092.915911:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205092.915912:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205092.915915:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205092.915917:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915922:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205092.915924:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915928:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.915929:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205092.915931:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205092.915946:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205092.915950:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205092.915951:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298897942
00000100:00000001:2.0:1788205092.915954:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298900136
00000100:00000001:2.0:1788205092.915956:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298897942
00000100:00000001:2.0:1788205092.915958:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298900136
00000100:00000001:2.0:1788205092.915960:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205092.915962:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.915964:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205092.915968:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205092/real 1788205092]  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205092.915976:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205092.915977:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205092.915978:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205092.915980:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205092.915981:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205092.915982:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205092.915984:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205092.915989:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.915997:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205092.915998:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.915999:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205092.916000:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205092.916002:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916006:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205092.916008:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916011:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205092.916013:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916013:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205092.916014:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916016:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205092.916017:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205092.916018:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205092.916020:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205092.916022:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205092.916024:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205092.916029:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810368:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205092.916031:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205092.916033:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916036:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205092.916037:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205092.916040:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205092.916042:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205092.916044:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205092.916046:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810496:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205092.916049:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205092.916051:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205092.916052:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205092.916054:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205092.916058:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788205092.916060:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205092.916063:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205092.916066:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000400:00000010:2.0:1788205092.916069:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000100:00000200:2.0:1788205092.916072:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556810496, portal 4
00000100:00000001:2.0:1788205092.916074:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205092.916075:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205092.916081:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916087:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205092.916090:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205092.916092:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205092.916094:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556810496, offset 0
00000400:00000200:2.0:1788205092.916098:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205092.916102:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205092.916105:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205092.916108:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205092.916111:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205092.916113:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205092.916115:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205092.916118:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3536:3536:256:4294967295] 192.168.201.145@tcp LPNI seq info [3536:3536:8:4294967295]
00000400:00000200:2.0:1788205092.916123:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205092.916129:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205092.916134:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205092.916137:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205092.916140:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205092.916143:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205092.916147:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205092.916149:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205092.916153:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205092.916155:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205092.916158:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205092.916161:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205092.916164:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205092.916166:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205092.916169:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205092.916173:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916181:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205092.916184:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916188:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.916189:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205092.916191:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205092.916193:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205092.916195:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205092.916197:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298898673
00000100:00000001:2.0:1788205092.916199:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298900136
00000100:00000001:2.0:1788205092.916200:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298898673
00000100:00000001:2.0:1788205092.916201:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298900136
00000100:00000001:2.0:1788205092.916202:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205092.916203:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.916205:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205092.916206:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205092/real 1788205092]  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205092.916212:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205092.916213:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205092.916214:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:2.0:1788205092.916216:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:2.0:1788205092.916217:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:2.0:1788205092.916218:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205092.916220:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205092.916225:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916229:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205092.916229:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916230:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205092.916231:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205092.916233:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916236:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205092.916238:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916242:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205092.916243:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916244:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205092.916244:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916246:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205092.916246:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205092.916248:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205092.916249:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205092.916250:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205092.916255:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205092.916262:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810496:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205092.916266:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916268:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205092.916270:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556810240/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916277:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205092.916278:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205092.916280:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788205092.916283:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205092.916284:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205092.916285:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205092.916288:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205092.916289:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:2.0:1788205092.916292:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205092.916293:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205092.916295:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205092.916297:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205092.916299:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916300:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205092.916304:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556810368/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916310:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205092.916311:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205092.916313:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788205092.916315:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205092.916316:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205092.916317:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205092.916318:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205092.916319:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:2.0:1788205092.916321:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205092.916323:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205092.916324:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788205092.916327:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205092.916327:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916329:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205092.916332:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556810496/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205092.916338:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205092.916339:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205092.916340:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a800.
02000000:00000001:2.0:1788205092.916343:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205092.916344:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205092.916345:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205092.916347:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205092.916348:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:2.0:1788205092.916350:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205092.916351:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205092.916353:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205092.916355:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205092.916356:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916358:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205092.916361:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205092.916363:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205092.916365:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205092.916366:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205093.234522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205093.234527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205093.234532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205093.234533:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205093.234537:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205093.234541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205093.234543:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205093.234545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205093.234550:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205093.234555:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205093.234558:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205093.234561:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205093.234565:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205093.234607:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205093.234611:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205093.234614:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205093.426559:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205093.426568:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205093.426570:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205093.426577:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205093.426581:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205093.426585:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205093.426589:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205093.426592:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205093.426596:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205094.258497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205094.258497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205094.258508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205094.258509:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788205094.258512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205094.258514:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205094.258520:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205094.258521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205094.258526:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788205094.258528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205094.258530:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205094.258534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205094.258534:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205094.258541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205094.258542:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205094.258547:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205094.258549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205094.258552:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205094.258553:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205094.258595:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205094.258599:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205094.258602:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205094.450557:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205094.450569:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205094.450572:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205094.450579:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205094.450584:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205094.450588:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205094.450591:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205094.450595:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205094.450597:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205095.154562:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298900136, at 4298900160
00000100:00000010:0.0:1788205095.154578:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511b40.
00000100:00000040:1.0:1788205095.154744:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298900136, at 4298900160
00000100:00000010:1.0:1788205095.154752:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511780.
00000100:00000001:1.0:1788205095.282483:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205095.282492:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205095.282494:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205095.282500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205095.282505:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205095.282509:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205095.282512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205095.282516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205095.282519:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205095.282590:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205095.282597:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205095.282603:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205095.282604:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205095.282669:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205095.282673:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205095.282675:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205095.474526:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205095.474534:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205095.474536:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205095.474540:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205095.474544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205095.474548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205095.474550:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205095.474553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205095.474555:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205096.306510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205096.306517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205096.306523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205096.306525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205096.306530:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205096.306535:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205096.306537:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205096.306541:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205096.306545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205096.306549:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205096.306552:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205096.306555:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205096.306558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205096.306581:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205096.306585:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205096.306588:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205096.498588:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205096.498614:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205096.498616:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205096.498623:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205096.498626:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205096.498630:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.498634:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205096.498637:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205096.498640:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205097.330505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205097.330512:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205097.330514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205097.330518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205097.330519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205097.330527:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205097.330528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205097.330532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205097.330532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205097.330537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205097.330540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205097.330544:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205097.330547:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205097.330587:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205097.330591:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205097.330593:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205097.523890:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205097.523897:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205097.523900:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205097.523905:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205097.523909:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205097.523913:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205097.523915:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205097.523918:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205097.523920:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205098.034526:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205098.034536:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205098.034539:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205098.034543:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205098.034548:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205098.034555:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4230
00000400:00000200:0.0:1788205098.034564:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205098.034570:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205098.034574:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205098.034577:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.034580:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205098.034583:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.034586:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205098.034590:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205098.034592:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205098.034595:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205098.034598:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205098.034600:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205098.034602:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205098.034605:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.034607:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205098.034609:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.034611:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205098.034615:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205098.034618:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205098.034621:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205098.034624:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205098.034627:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205098.034630:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205098.034632:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205098.034634:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205098.034643:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788205098.034646:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205098.034650:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205098.034652:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205098.034655:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205098.034658:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205098.034662:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205098.034669:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788205098.034675:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205098.034683:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205098.034693:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205098.034697:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205098.034702:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205098.034723:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205098.034726:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205098.034729:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205098.034730:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205098.034732:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205098.034734:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205098.034737:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4230
00000400:00000200:0.0:1788205098.034740:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205098.034744:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205098.034746:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205098.034749:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.034752:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205098.034754:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205098.034755:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205098.034759:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205098.034760:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205098.034762:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788205098.034765:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205098.034768:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000040:2.0:1788205098.034769:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205098.034771:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205098.034775:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205098.034779:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205098.034784:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788205098.034786:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205098.034790:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205098.034791:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.034795:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788205098.034796:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788205098.034798:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205098.034800:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205098.034801:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788205098.034805:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205098.034806:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205098.034813:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00100000:2.0:1788205098.034813:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556810624:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205098.034819:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.034821:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205098.034823:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205098.034826:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205098.034830:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205098.034831:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205098.034835:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205098.034836:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205098.034839:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788205098.034852:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800ac00.
02000000:00000001:2.0:1788205098.034855:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788205098.034858:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205098.034863:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:0.0:1788205098.034865:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205098.034868:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980780b0.
00000100:00000001:0.0:1788205098.034869:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205098.034876:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000400:00000010:2.0:1788205098.034878:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e110.
00000020:00000040:0.0:1788205098.034880:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205098.034884:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205098.034886:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205098.034887:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556810624, portal 25
00000100:00000001:0.0:1788205098.034888:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205098.034890:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788205098.034892:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205098.034893:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
02000000:00000001:0.0:1788205098.034895:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205098.034900:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788205098.034903:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:2.0:1788205098.034908:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788205098.034909:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205098.034914:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00100000:0.0:1788205098.034918:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788205098.034918:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205098.034925:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556810624, offset 0
00000100:00000001:0.0:1788205098.034930:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205098.034933:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205098.034938:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205098.034944:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788205098.034951:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.034954:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788205098.034956:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205098.034961:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:0.0:1788205098.034962:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205098.034966:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788205098.034967:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788205098.034969:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205098.034972:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205098.034975:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:0.0:1788205098.034977:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4230
00000400:00000200:0.0:1788205098.034981:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205098.034985:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205098.034986:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205098.034990:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205098.034994:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.034996:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205098.034998:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000040:0.0:1788205098.034999:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.035003:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205098.035006:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205098.035008:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:2.0:1788205098.035009:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3537:3537:256:4294967295] 192.168.201.145@tcp LPNI seq info [3537:3537:8:4294967295]
00000020:00000001:0.0:1788205098.035011:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205098.035014:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788205098.035018:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205098.035018:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:0.0:1788205098.035022:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788205098.035026:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.035030:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205098.035034:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205098.035036:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205098.035037:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205098.035042:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788205098.035047:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205098.035050:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205098.035052:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205098.035054:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1788205098.035058:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:0.0:1788205098.035059:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205098.035063:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205098.035066:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1788205098.035066:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000008:00000001:0.0:1788205098.035071:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205098.035074:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205098.035076:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000010:0.0:1788205098.035079:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788205098.035085:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:2.1:1788205098.035085:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:0.0:1788205098.035092:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205098.035093:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205098.035095:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205098.035097:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205098.035099:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205098.035102:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788205098.035106:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.035106:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.035115:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:0.0:1788205098.035117:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205098.035119:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298905256
00000100:00000010:2.0:1788205098.035126:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511cc0.
00000100:00000001:0.0:1788205098.035128:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205098.035131:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.035132:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1788205098.035138:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205098.035141:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298905256
00000100:00000010:2.0:1788205098.035147:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925110c0.
00000100:00000001:0.0:1788205098.035150:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.035152:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1788205098.035154:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205098.035157:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788205098.035158:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205098.035162:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205098.035163:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205098.035164:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205098.035168:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205098.035168:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205098.035171:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4230
00000400:00000200:0.0:1788205098.035175:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205098.035180:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205098.035187:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205098.035188:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205098.035190:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205098.035191:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205098.035192:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205098.035196:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205098.035202:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205098.035203:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205098.035204:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205098.035206:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205098.035207:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205098.035209:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810752:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205098.035211:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205098.035212:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205098.035213:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205098.035215:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205098.035218:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009c00.
02000000:00000001:2.0:1788205098.035219:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.035222:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205098.035224:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078ec8.
00000400:00000200:0.0:1788205098.035227:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000010:2.0:1788205098.035228:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e5d8.
00000100:00080000:0.0:1788205098.035232:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788205098.035233:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556810752, portal 10
00000100:00000001:2.0:1788205098.035237:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788205098.035239:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205098.035239:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000001:0.0:1788205098.035243:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205098.035245:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.035248:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788205098.035248:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205098.035253:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205098.035254:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205098.035257:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205098.035260:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788205098.035260:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1788205098.035264:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788205098.035265:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000001:0.0:1788205098.035268:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000010:2.0:1788205098.035269:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381eaa0.
00000100:00000040:0.0:1788205098.035273:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:2.0:1788205098.035274:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556810752, offset 0
00000100:00000001:0.0:1788205098.035275:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205098.035278:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205098.035281:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788205098.035282:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788205098.035291:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000200:2.0:1788205098.035298:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788205098.035300:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205098.035304:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.035307:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000001:0.0:1788205098.035308:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205098.035313:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205098.035314:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788205098.035319:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.035319:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788205098.035323:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205098.035326:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1788205098.035327:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205098.035331:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000008:00000001:0.0:1788205098.035332:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.035337:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3538:3538:255:4294967295] 192.168.201.145@tcp LPNI seq info [3538:3538:7:4294967295]
00000100:00000001:0.0:1788205098.035342:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.035343:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:0.0:1788205098.035349:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000400:00000200:2.0:1788205098.035351:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1788205098.035354:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205098.035359:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1788205098.035360:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:0.0:1788205098.035361:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205098.035364:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205098.035366:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1788205098.035366:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66600.
02000000:00000001:0.0:1788205098.035369:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205098.035375:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788205098.035377:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205098.035381:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00100000:0.0:1788205098.035382:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788205098.035390:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788205098.035395:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205098.035421:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000100:00000001:0.0:1788205098.035423:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205098.035428:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.035428:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205098.035433:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298903379
00000100:00000040:0.0:1788205098.035437:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205098.035438:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298905256
00000100:00000001:2.0:1788205098.035444:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298903379
00000100:00000001:2.0:1788205098.035449:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298905256
00000100:00000001:2.0:1788205098.035453:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205098.035454:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.035456:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205098.035460:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4240)
00000100:00000001:2.0:1788205098.035461:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205098.035469:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205098.035476:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205098.035478:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205098.035481:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205098.035482:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205098.035484:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205098.035487:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810880:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205098.035491:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205098.035493:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205098.035495:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205098.035496:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205098.035499:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008000.
02000000:00000001:2.0:1788205098.035501:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.035504:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205098.035506:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078dc0.
00000400:00000010:2.0:1788205098.035510:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e330.
00000100:00000200:2.0:1788205098.035513:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556810880, portal 4
00000100:00000001:2.0:1788205098.035515:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205098.035516:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:2.0:1788205098.035522:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205098.035528:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205098.035530:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205098.035532:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205098.035534:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556810880, offset 0
00000400:00000200:2.0:1788205098.035538:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205098.035542:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205098.035545:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205098.035548:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205098.035552:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205098.035554:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205098.035556:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205098.035558:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3539:3539:254:4294967295] 192.168.201.145@tcp LPNI seq info [3539:3539:6:4294967295]
00000400:00000200:2.0:1788205098.035562:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205098.035569:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205098.035573:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205098.035576:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66000.
00000800:00000200:2.0:1788205098.035579:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205098.035582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788205098.035585:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205098.035587:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205098.035590:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205098.035592:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298903062
00000100:00000001:2.0:1788205098.035594:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298905256
00000100:00000001:2.0:1788205098.035596:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298903062
00000100:00000001:2.0:1788205098.035599:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298905256
00000100:00000001:2.0:1788205098.035600:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205098.035602:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.035604:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.035606:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205098.035609:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205098.035610:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205098.035611:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205098.035613:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205098.035614:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205098.035617:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205098.035628:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205098.035629:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205098.035631:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205098.035632:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205098.035634:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205098.035637:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811008:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205098.035639:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205098.035643:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205098.035644:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205098.035646:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205098.035649:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b800.
02000000:00000001:2.0:1788205098.035655:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205098.035657:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205098.035659:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078478.
00000400:00000010:2.0:1788205098.035663:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e550.
00000100:00000200:2.0:1788205098.035665:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556811008, portal 4
00000100:00000001:2.0:1788205098.035667:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205098.035668:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:2.0:1788205098.035680:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205098.035685:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205098.035688:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205098.035690:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205098.035693:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556811008, offset 0
00000400:00000200:2.0:1788205098.035696:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205098.035699:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205098.035702:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205098.035705:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205098.035707:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205098.035709:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205098.035711:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205098.035713:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3540:3540:253:4294967295] 192.168.201.145@tcp LPNI seq info [3540:3540:5:4294967295]
00000400:00000200:2.0:1788205098.035717:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205098.035722:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205098.035727:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205098.035730:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205098.035733:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205098.035736:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788205098.035738:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205098.035741:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205098.035743:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205098.035745:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298903793
00000100:00000001:2.0:1788205098.035747:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298905256
00000100:00000001:2.0:1788205098.035749:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298903793
00000100:00000001:2.0:1788205098.035751:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298905256
00000100:00000001:2.0:1788205098.035753:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205098.035755:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.035758:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.035760:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205098.035762:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205098.035764:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205098.035765:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205098.035767:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205098.035768:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205098.035770:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205098.354505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205098.354513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205098.354515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205098.354520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205098.354525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205098.354529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205098.354532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205098.354533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205098.354535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205098.354539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205098.354539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205098.354547:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205098.354552:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205098.354556:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205098.354559:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205098.354563:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205098.354566:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205098.354569:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205098.354571:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205098.354632:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205098.354636:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205098.354639:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205098.546981:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205098.546989:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205098.546991:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205098.546997:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205098.547002:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205098.547007:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205098.547015:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205098.547022:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205098.547026:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205099.378522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205099.378528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205099.378530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205099.378534:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205099.378534:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205099.378542:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205099.378543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205099.378547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205099.378548:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205099.378554:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205099.378557:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205099.378560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205099.378563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205099.378632:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205099.378637:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205099.378640:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205099.570471:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205099.570478:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205099.570480:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205099.570486:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205099.570490:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205099.570494:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.570496:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205099.570499:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.570502:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205100.274484:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298905256, at 4298905280
00000100:00000040:0.0:1788205100.274487:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298905256, at 4298905280
00000100:00000010:1.0:1788205100.274499:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925110c0.
00000100:00000010:0.0:1788205100.274502:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511cc0.
00000100:00000001:1.0:1788205100.402513:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205100.402523:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205100.402526:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205100.402533:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205100.402538:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205100.402543:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205100.402546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205100.402552:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205100.402556:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205100.402666:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205100.402670:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205100.402674:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205100.402675:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205100.402744:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205100.402750:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205100.402756:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205100.594675:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205100.594686:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205100.594689:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205100.594696:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205100.594701:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205100.594706:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205100.594709:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205100.594712:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205100.594715:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1788205101.107309:0:2328:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:2.0:1788205101.107977:0:2328:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788205101.108017:0:2328:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205101.108021:0:2328:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:2.0:1788205101.108026:0:2328:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205101.108029:0:2328:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788205101.108034:0:2328:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:2.0:1788205101.108037:0:2328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000400:00000200:2.0:1788205101.108043:0:2328:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205101.108047:0:2328:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205101.108052:0:2328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000400:00000010:2.0:1788205101.108055:0:2328:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:2.0:1788205101.108059:0:2328:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205101.108067:0:2328:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.108100:0:2328:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.108104:0:2328:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.108116:0:2328:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.108118:0:2328:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205101.108128:0:2328:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:2.0:1788205101.108130:0:2328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66600.
00000400:00000200:2.0:1788205101.108133:0:2328:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205101.108136:0:2328:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205101.108138:0:2328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381eaa0
00000400:00000010:2.0:1788205101.108140:0:2328:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381eaa0.
00000100:00000001:2.0:1788205101.108142:0:2328:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205101.108145:0:2328:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.108151:0:2328:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.108153:0:2328:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.108158:0:2328:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.108159:0:2328:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205101.108162:0:2328:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:2.0:1788205101.108164:0:2328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66000.
00000400:00000200:2.0:1788205101.108166:0:2328:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205101.108169:0:2328:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205101.108171:0:2328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205101.108172:0:2328:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205101.108174:0:2328:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205101.108178:0:2328:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.108184:0:2328:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.108186:0:2328:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.108191:0:2328:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.108193:0:2328:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205101.108197:0:2328:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:2.0:1788205101.108199:0:2328:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205101.108201:0:2328:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205101.108203:0:2328:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205101.108205:0:2328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205101.108207:0:2328:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205101.108209:0:2328:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205101.108212:0:2328:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.108218:0:2328:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.108221:0:2328:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.108226:0:2328:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.108227:0:2328:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205101.108672:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205101.108746:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205101.108750:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205101.108758:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205098/real 1788205101]  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205101.108841:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205101.108843:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205101.108847:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078478.
00000400:00000200:3.0:1788205101.108851:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e550
00000400:00000010:3.0:1788205101.108853:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e550.
00000100:00000001:3.0:1788205101.108856:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205101.108951:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205101.108960:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.108966:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205101.108969:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.108972:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.108973:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205101.108977:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.108983:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205101.108988:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.108994:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205101.108997:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.108998:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.108999:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109001:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205101.109003:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205101.109006:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205101.109010:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205101.109012:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205101.109016:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205101.109023:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811008:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205101.109027:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205101.109030:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205098/real 1788205101]  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205101.109036:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205101.109037:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205101.109039:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078ec8.
00000400:00000200:3.0:1788205101.109042:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e5d8
00000400:00000010:3.0:1788205101.109043:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e5d8.
00000100:00000001:3.0:1788205101.109046:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205101.109048:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205101.109055:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109061:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205101.109062:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109063:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.109064:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205101.109067:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109073:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205101.109076:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109082:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205101.109083:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109085:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.109086:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109087:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205101.109089:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205101.109092:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205101.109095:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205101.109097:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205101.109100:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205101.109107:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810752:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205101.109110:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205101.109114:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205098/real 1788205101]  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205101.109121:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205101.109122:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205101.109124:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078dc0.
00000400:00000200:3.0:1788205101.109126:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e330
00000400:00000010:3.0:1788205101.109127:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e330.
00000100:00000001:3.0:1788205101.109129:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205101.109132:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205101.109138:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109143:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205101.109144:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109146:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.109148:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205101.109151:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109157:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205101.109160:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109166:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205101.109168:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109169:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.109171:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109172:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205101.109174:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205101.109176:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205101.109180:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205101.109182:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205101.109186:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205101.109193:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556810880:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205101.109196:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205101.109199:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205098/real 1788205101]  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205101.109205:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205101.109206:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205101.109208:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980780b0.
00000400:00000200:3.0:1788205101.109210:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e110
00000400:00000010:3.0:1788205101.109212:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e110.
00000100:00000001:3.0:1788205101.109214:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205101.109216:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205101.109223:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109229:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205101.109230:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109231:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.109232:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205101.109235:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109241:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205101.109243:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109249:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205101.109251:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109252:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205101.109254:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109255:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205101.109257:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205101.109260:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205101.109263:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205101.109265:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205101.109269:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205101.109276:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556810624:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205101.109280:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109480:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.109487:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556811008/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109495:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205101.109498:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205101.109502:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b800.
02000000:00000001:3.0:1788205101.109507:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205101.109510:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205101.109512:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205101.109514:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205101.109517:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:3.0:1788205101.109529:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205101.109530:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205101.109532:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:3.0:1788205101.109536:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205101.109537:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109539:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.109542:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556810752/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109548:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205101.109549:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205101.109551:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009c00.
02000000:00000001:3.0:1788205101.109554:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205101.109557:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205101.109559:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205101.109572:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205101.109573:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:3.0:1788205101.109576:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205101.109578:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205101.109579:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:3.0:1788205101.109582:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205101.109583:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109585:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.109588:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556810880/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109593:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205101.109594:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205101.109595:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008000.
02000000:00000001:3.0:1788205101.109597:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205101.109597:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205101.109598:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205101.109599:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205101.109600:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:3.0:1788205101.109602:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205101.109603:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205101.109604:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:3.0:1788205101.109605:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205101.109606:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109607:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205101.109608:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556810624/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.109612:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205101.109613:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205101.109614:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800ac00.
02000000:00000001:3.0:1788205101.109615:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205101.109616:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205101.109616:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205101.109617:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205101.109619:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:3.0:1788205101.109620:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205101.109621:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205101.109622:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:3.0:1788205101.109623:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205101.109624:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109625:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205101.109631:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205101.109633:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.109634:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205101.109635:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205101.426494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205101.426500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205101.426506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205101.426508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205101.426516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205101.426521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205101.426523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205101.426532:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205101.426536:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205101.426540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205101.426542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205101.426546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205101.426549:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205101.426555:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205101.426558:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205101.426561:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205101.618765:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205101.618773:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205101.618775:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205101.618780:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205101.618794:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205101.618803:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.618805:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205101.618808:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.618810:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205102.450514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205102.450521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205102.450525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205102.450526:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205102.450626:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205102.450630:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205102.450634:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205102.450656:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205102.450664:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205102.450666:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205102.450672:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205102.450676:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205102.450680:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205102.450684:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205102.450687:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205102.450690:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205102.642517:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205102.642525:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205102.642527:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205102.642533:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205102.642537:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205102.642541:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205102.642543:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205102.642546:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205102.642549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205103.154686:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205103.154700:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205103.154703:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205103.154708:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205103.154713:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205103.154721:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4235
00000400:00000200:3.0:1788205103.154732:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205103.154739:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205103.154743:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205103.154764:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.154769:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205103.154771:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.154774:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205103.154779:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205103.154782:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205103.154786:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205103.154789:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205103.154792:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205103.154795:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205103.154798:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.154800:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205103.154802:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.154804:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205103.154807:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205103.154811:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205103.154813:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205103.154817:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205103.154831:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205103.154835:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.154838:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205103.154840:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205103.154849:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205103.154853:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205103.154863:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205103.154865:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.154869:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205103.154873:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205103.154878:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205103.154888:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788205103.154905:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205103.154916:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205103.154927:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205103.154933:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205103.154937:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205103.154965:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205103.154969:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205103.154973:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205103.154974:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205103.154976:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205103.154978:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205103.154981:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4235
00000400:00000200:3.0:1788205103.154985:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205103.154988:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205103.154990:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205103.154993:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.154996:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205103.154999:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.155001:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205103.155003:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205103.155005:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205103.155008:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205103.155013:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205103.155015:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205103.155018:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205103.155021:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.155024:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205103.155026:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.155028:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205103.155033:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788205103.155033:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205103.155038:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205103.155043:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205103.155044:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.155049:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788205103.155049:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205103.155059:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205103.155065:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205103.155068:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205103.155070:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205103.155077:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205103.155089:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.155090:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205103.155094:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.155095:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205103.155101:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
02000000:00000001:2.0:1788205103.155102:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788205103.155109:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205103.155110:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205103.155120:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205103.155121:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205103.155125:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.155132:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1788205103.155133:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556811136:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788205103.155136:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205103.155143:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205103.155143:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205103.155151:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788205103.155152:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
02000000:00000001:2.0:1788205103.155157:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.155160:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205103.155162:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205103.155173:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
00000100:00100000:3.0:1788205103.155173:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788205103.155182:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.155197:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788205103.155199:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205103.155204:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205103.155207:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000100:00000040:3.0:1788205103.155215:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788205103.155221:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205103.155233:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556811136, portal 25
00000100:00000001:3.0:1788205103.155236:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.155238:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788205103.155241:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205103.155243:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00080000:3.0:1788205103.155253:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1788205103.155258:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205103.155259:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205103.155264:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205103.155272:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205103.155281:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4235
00000100:00000001:2.0:1788205103.155282:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788205103.155293:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:2.0:1788205103.155295:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205103.155302:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000400:00000200:3.0:1788205103.155305:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000200:2.0:1788205103.155308:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556811136, offset 0
00000100:00080000:3.0:1788205103.155309:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788205103.155323:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788205103.155328:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.155334:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205103.155340:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205103.155342:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205103.155359:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205103.155365:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205103.155369:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205103.155373:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205103.155376:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205103.155380:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3541:3541:256:4294967295] 192.168.201.145@tcp LPNI seq info [3541:3541:8:4294967295]
00000400:00000200:2.0:1788205103.155384:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205103.155394:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205103.155423:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205103.155429:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205103.155436:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205103.155440:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205103.155447:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205103.155450:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205103.155455:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205103.155457:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205103.155462:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205103.155468:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205103.155474:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205103.155476:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205103.155480:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205103.155485:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.155496:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205103.155500:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.155508:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.155510:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205103.155515:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205103.155519:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205103.155522:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298910376
00000100:00000010:2.0:1788205103.155527:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925112a0.
00000100:00000001:2.0:1788205103.155534:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205103.155550:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298910376
00000100:00000010:2.0:1788205103.155554:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511e40.
00000100:00000001:2.0:1788205103.155557:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205103.155560:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205103.155562:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.155565:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205103.155570:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205103/real 1788205103]  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205103.155579:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205103.155580:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205103.155583:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205103.155586:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205103.155587:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205103.155589:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205103.155593:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205103.155601:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.155607:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205103.155609:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.155611:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205103.155614:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205103.155618:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.155626:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205103.155630:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.155637:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205103.155640:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.155642:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205103.155643:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.155646:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205103.155648:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205103.155652:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205103.155656:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205103.155659:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205103.155663:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205103.155671:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556811136:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205103.155676:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.155679:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205103.155682:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556811136/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.155689:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205103.155691:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205103.155694:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205103.155697:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205103.155700:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205103.155702:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205103.155704:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205103.155719:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:2.0:1788205103.155724:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205103.155725:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205103.155727:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788205103.155731:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205103.155732:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.155735:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.155743:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205103.155745:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.155747:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205103.155749:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205103.155750:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205103.155928:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.155937:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205103.155939:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205103.155941:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205103.155944:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205103.155946:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205103.155950:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811264:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205103.155952:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205103.155955:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205103.155957:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205103.155959:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205103.155962:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205103.155964:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205103.155967:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205103.155970:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205103.155973:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205103.155977:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556811264, portal 10
00000100:00000001:2.0:1788205103.155979:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205103.155981:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788205103.155988:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.155994:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205103.155996:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205103.155998:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205103.156001:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556811264, offset 0
00000400:00000200:2.0:1788205103.156005:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205103.156009:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205103.156013:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205103.156016:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205103.156018:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205103.156021:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205103.156023:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205103.156026:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3542:3542:256:4294967295] 192.168.201.145@tcp LPNI seq info [3542:3542:8:4294967295]
00000400:00000200:2.0:1788205103.156030:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205103.156036:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205103.156041:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205103.156043:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205103.156047:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205103.156050:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205103.156055:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205103.156058:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205103.156061:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205103.156063:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205103.156066:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205103.156069:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205103.156072:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205103.156074:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205103.156077:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205103.156080:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.156087:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205103.156090:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.156096:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.156097:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205103.156100:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205103.156103:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205103.156106:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205103.156108:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298908498
00000100:00000001:2.0:1788205103.156111:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298910376
00000100:00000001:2.0:1788205103.156113:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298908498
00000100:00000001:2.0:1788205103.156116:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298910376
00000100:00000001:2.0:1788205103.156118:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205103.156120:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.156122:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205103.156125:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205103/real 1788205103]  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205103.156132:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205103.156133:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205103.156134:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205103.156136:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205103.156138:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205103.156140:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205103.156142:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205103.156150:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.156156:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205103.156157:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.156159:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205103.156160:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205103.156163:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.156169:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205103.156173:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.156179:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205103.156181:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.156183:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205103.156184:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.156186:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205103.156188:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205103.156190:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205103.156194:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205103.156196:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205103.156200:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205103.156207:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811264:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205103.156210:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.156212:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205103.156215:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556811264/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.156221:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205103.156222:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205103.156224:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205103.156226:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205103.156228:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205103.156229:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205103.156231:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205103.156233:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:2.0:1788205103.156235:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205103.156237:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205103.156238:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788205103.156240:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205103.156242:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.156243:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.156247:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205103.156248:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.156250:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205103.156251:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.159232:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205103.159245:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205103.159248:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205103.159251:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205103.159256:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205103.159259:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205103.159262:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205103.159270:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.159273:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205103.159275:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.159277:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205103.159280:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205103.159285:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205103.159289:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205103.159292:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205103.159301:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205103.159304:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.159307:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205103.159322:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205103.159325:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.159328:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205103.159338:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205103.159342:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205103.159346:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205103.159348:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.159351:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205103.159355:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205103.159360:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205103.159368:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000100:00000001:3.0:1788205103.159375:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205103.159385:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205103.159424:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205103.159428:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205103.159434:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205103.159467:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205103.159472:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205103.159477:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205103.159479:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205103.159481:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205103.159485:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205103.159488:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4235
00000400:00000200:3.0:1788205103.159497:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205103.159503:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205103.159506:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205103.159508:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.159510:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205103.159512:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.159514:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205103.159516:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205103.159517:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205103.159519:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205103.159521:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205103.159523:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205103.159525:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205103.159528:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.159530:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205103.159532:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205103.159534:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205103.159537:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205103.159540:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205103.159542:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205103.159544:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205103.159547:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205103.159549:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.159551:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205103.159553:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205103.159555:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.159557:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205103.159563:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205103.159565:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205103.159567:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205103.159569:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205103.159570:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205103.159572:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205103.159573:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205103.159577:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788205103.159581:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205103.159586:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205103.159593:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205103.159595:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205103.159598:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205103.159607:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205103.159612:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4245)
00000100:00000001:2.0:1788205103.160184:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205103.160189:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205103.160192:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205103.160200:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.160210:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205103.160212:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205103.160216:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205103.160219:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205103.160222:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205103.160226:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811392:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205103.160230:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205103.160234:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205103.160237:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205103.160240:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205103.160245:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205103.160247:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205103.160253:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205103.160257:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205103.160264:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205103.160271:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556811392, portal 4
00000100:00000001:2.0:1788205103.160273:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205103.160275:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788205103.160281:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.160289:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205103.160291:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205103.160294:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205103.160297:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556811392, offset 0
00000400:00000200:2.0:1788205103.160304:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205103.160363:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205103.160369:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205103.160375:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205103.160379:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205103.160383:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205103.160386:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205103.160390:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3543:3543:256:4294967295] 192.168.201.145@tcp LPNI seq info [3543:3543:8:4294967295]
00000400:00000200:2.0:1788205103.160395:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205103.160422:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205103.160429:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205103.160435:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205103.160443:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205103.160448:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205103.160454:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205103.160458:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205103.160462:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205103.160466:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205103.160470:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205103.160475:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205103.160481:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205103.160483:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205103.160487:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205103.160491:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.160500:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205103.160503:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.160511:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.160512:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205103.160518:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205103.160522:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205103.160525:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205103.160529:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298908186
00000100:00000001:2.0:1788205103.160532:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298910376
00000100:00000001:2.0:1788205103.160534:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298908186
00000100:00000001:2.0:1788205103.160536:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298910376
00000100:00000001:2.0:1788205103.160539:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205103.160542:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.160545:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205103.160549:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205103/real 1788205103]  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205103.160559:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205103.160561:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205103.160563:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205103.160566:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205103.160568:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205103.160570:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205103.160574:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205103.160583:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.160589:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205103.160590:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.160593:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205103.160595:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205103.160599:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.160607:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205103.160612:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.160619:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205103.160622:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.160624:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205103.160625:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.160628:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205103.160630:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205103.160634:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205103.160638:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205103.160640:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205103.160644:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205103.160652:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811392:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205103.160657:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205103.160661:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.160668:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205103.160669:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205103.160671:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205103.160673:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205103.160675:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205103.160678:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811520:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205103.160681:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205103.160683:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205103.160685:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205103.160687:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205103.160690:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788205103.160691:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205103.160694:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205103.160697:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205103.160700:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205103.160716:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556811520, portal 4
00000100:00000001:2.0:1788205103.160718:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205103.160719:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788205103.160725:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.160738:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205103.160740:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205103.160743:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205103.160745:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556811520, offset 0
00000400:00000200:2.0:1788205103.164180:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205103.164199:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205103.164210:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205103.164216:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205103.164220:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205103.164224:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205103.164227:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205103.164231:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3544:3544:256:4294967295] 192.168.201.145@tcp LPNI seq info [3544:3544:8:4294967295]
00000400:00000200:2.0:1788205103.164236:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205103.164247:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205103.164255:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205103.164263:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205103.164271:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205103.164275:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205103.164282:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205103.164303:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205103.164308:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205103.164323:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205103.164329:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205103.164334:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205103.164341:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205103.164345:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205103.164351:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205103.164360:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.164373:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205103.164377:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.164390:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.164392:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205103.164415:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205103.164421:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205103.164425:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205103.164429:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298908921
00000100:00000001:2.0:1788205103.164432:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298910376
00000100:00000001:2.0:1788205103.164435:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298908921
00000100:00000001:2.0:1788205103.164437:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298910376
00000100:00000001:2.0:1788205103.164440:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205103.164443:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.164447:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205103.164452:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205103/real 1788205103]  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205103.164463:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205103.164465:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205103.164469:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205103.164472:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205103.164474:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205103.164477:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205103.164480:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205103.164489:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.164496:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205103.164498:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.164501:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205103.164503:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205103.164508:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.164514:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205103.164519:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.164528:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205103.164532:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.164533:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205103.164534:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.164538:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205103.164540:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205103.164544:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205103.164549:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205103.164553:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205103.164557:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205103.164566:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811520:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205103.164572:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.164575:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205103.164580:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556811392/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.164587:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205103.164591:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205103.164595:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205103.164599:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205103.164602:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205103.164604:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205103.164607:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205103.164610:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:2.0:1788205103.164615:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205103.164617:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205103.164619:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788205103.164624:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205103.164625:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.164627:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205103.164630:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556811520/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205103.164637:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205103.164638:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205103.164640:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788205103.164643:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205103.164644:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205103.164645:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205103.164647:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205103.164649:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:2.0:1788205103.164651:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205103.164653:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205103.164654:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788205103.164657:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205103.164658:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.164660:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.164672:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205103.164674:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205103.164677:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205103.164680:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205103.474596:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205103.474603:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205103.474605:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205103.474607:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205103.474609:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205103.474612:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788205103.474613:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205103.474615:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205103.474617:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205103.474619:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788205103.474620:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205103.474621:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205103.474623:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205103.474626:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205103.474630:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205103.474632:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205103.474634:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205103.474637:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205103.474641:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205103.475688:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205103.475691:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205103.475694:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205103.666649:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205103.666659:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205103.666663:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205103.666671:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205103.666675:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205103.666680:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.666683:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205103.666686:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205103.666689:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205104.498531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205104.498538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205104.498543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205104.498545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205104.498598:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205104.498603:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205104.498607:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205104.498831:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205104.498836:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205104.498838:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205104.498842:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205104.498845:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205104.498849:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205104.498852:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205104.498855:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205104.498858:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205104.690543:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205104.690549:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205104.690550:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205104.690554:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205104.690557:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205104.690559:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205104.690561:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205104.690563:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205104.690565:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205105.394532:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298910376, at 4298910400
00000100:00000040:0.0:1788205105.394550:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298910376, at 4298910400
00000100:00000010:1.0:1788205105.394553:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511e40.
00000100:00000010:0.0:1788205105.394568:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925112a0.
00010000:00000001:2.0:1788205105.522580:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205105.522589:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205105.522596:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205105.522598:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205105.523176:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205105.523183:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205105.523186:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205105.523193:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205105.523197:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205105.523202:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205105.523206:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205105.523209:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205105.523212:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205105.523222:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205105.523234:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205105.523239:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205105.714513:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205105.714520:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205105.714523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205105.714527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205105.714530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205105.714533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205105.714535:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205105.714537:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205105.714539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205106.546563:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205106.546567:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205106.546572:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205106.546578:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205106.546580:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.546585:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205106.546590:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205106.546596:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205106.546601:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205106.546605:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205106.546608:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205106.546612:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205106.546615:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205106.546736:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205106.546741:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205106.546744:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205106.739044:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205106.739052:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205106.739054:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205106.739060:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205106.739063:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205106.739076:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205106.739079:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205106.739083:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205106.739085:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205107.570766:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205107.570776:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205107.570778:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205107.570785:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205107.570791:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205107.570796:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205107.570800:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205107.570804:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205107.570807:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205107.570820:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205107.570828:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205107.570833:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205107.570834:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205107.570917:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205107.570921:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205107.570925:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205107.763062:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205107.763070:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205107.763073:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205107.763078:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205107.763082:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205107.763085:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205107.763088:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205107.763091:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205107.763094:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205108.274536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205108.274550:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205108.274553:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205108.274558:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205108.274563:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205108.274573:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4240
00000400:00000200:3.0:1788205108.274584:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205108.274591:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205108.274595:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205108.274598:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.274602:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205108.274604:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.274607:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205108.274612:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205108.274614:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205108.274618:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205108.274621:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205108.274623:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205108.274626:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205108.274629:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.274630:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205108.274632:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.274635:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205108.274639:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205108.274651:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205108.274654:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205108.274657:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205108.274661:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205108.274664:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205108.274666:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205108.274682:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205108.274694:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205108.274697:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205108.274702:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205108.274704:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205108.274707:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205108.274711:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205108.274716:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205108.274724:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788205108.274732:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205108.274744:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205108.274755:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205108.274761:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205108.274766:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205108.274795:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205108.274799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205108.274802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205108.274804:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205108.274806:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205108.274809:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205108.274812:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4240
00000400:00000200:3.0:1788205108.274816:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205108.274819:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205108.274821:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205108.274825:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.274827:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205108.274830:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.274833:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205108.274835:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205108.274837:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:2.0:1788205108.274839:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205108.274839:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205108.274842:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000001:2.0:1788205108.274845:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205108.274845:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788205108.274849:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788205108.274850:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788205108.274857:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205108.274857:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.274861:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205108.274867:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205108.274869:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205108.274871:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205108.274873:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205108.274875:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:2.0:1788205108.274880:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788205108.274881:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788205108.274885:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205108.274886:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205108.274890:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205108.274892:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205108.274897:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788205108.274899:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556811648:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788205108.274902:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.274907:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205108.274907:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205108.274914:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1788205108.274915:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788205108.274919:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205108.274920:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205108.274924:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205108.274925:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205108.274931:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
00000100:00000010:3.0:1788205108.274932:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
02000000:00000001:2.0:1788205108.274935:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205108.274941:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205108.274949:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000020:00000040:3.0:1788205108.274949:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205108.274955:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205108.274958:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205108.274959:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000001:3.0:1788205108.274961:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205108.274964:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205108.274966:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205108.274971:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556811648, portal 25
02000000:00000010:3.0:1788205108.274972:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:2.0:1788205108.274976:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205108.274979:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000001:3.0:1788205108.274979:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205108.274999:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205108.274999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205108.275027:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205108.275029:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205108.275034:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205108.275039:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788205108.275040:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788205108.275045:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205108.275053:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556811648, offset 0
00000100:00000001:3.0:1788205108.275055:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205108.275059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205108.275064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788205108.275065:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205108.275067:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205108.275070:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205108.275073:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205108.275077:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4240
00000400:00000200:2.0:1788205108.275079:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205108.275097:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205108.275103:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205108.275108:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205108.275113:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205108.275116:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205108.275120:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3545:3545:256:4294967295] 192.168.201.145@tcp LPNI seq info [3545:3545:8:4294967295]
00000400:00000200:2.0:1788205108.275125:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205108.275131:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205108.275137:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1788205108.275143:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788205108.275143:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205108.275151:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.275155:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788205108.275156:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788205108.275161:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.275164:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:2.0:1788205108.275166:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000020:00000001:3.0:1788205108.275167:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205108.275170:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205108.275173:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205108.275176:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:2.0:1788205108.275180:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:3.0:1788205108.275180:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205108.275186:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:2.0:1788205108.275187:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1788205108.275192:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205108.275197:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788205108.275198:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788205108.275201:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:2.1:1788205108.275205:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788205108.275206:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205108.275212:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000100:2.0:1788205108.275217:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205108.275218:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000010:2.0:1788205108.275223:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000100:00000001:3.0:1788205108.275223:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205108.275229:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205108.275232:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205108.275235:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788205108.275235:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205108.275241:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205108.275245:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205108.275246:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000008:00000001:3.0:1788205108.275251:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205108.275254:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205108.275256:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000100:00000010:3.0:1788205108.275259:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000400:00000010:2.0:1788205108.275261:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000020:00000040:3.0:1788205108.275265:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:2.0:1788205108.275268:0:2340:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788205108.275269:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205108.275272:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205108.275276:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1788205108.275277:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205108.275279:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205108.275282:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205108.275288:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000100:00000001:2.0:1788205108.275293:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205108.275294:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205108.275299:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205108.275302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205108.275320:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205108.275323:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205108.275324:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205108.275327:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205108.275332:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.275333:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205108.275343:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205108.275347:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.275348:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298915496
00000100:00080000:3.0:1788205108.275352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1788205108.275357:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511240.
00000100:00080000:3.0:1788205108.275357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205108.275361:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205108.275363:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205108.275366:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205108.275367:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788205108.275370:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4240
00000400:00000200:3.0:1788205108.275377:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205108.275379:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298915496
00000400:00000200:3.0:1788205108.275381:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000010:2.0:1788205108.275386:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511c00.
00000100:00080000:3.0:1788205108.275386:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205108.275393:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788205108.275393:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205108.275423:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205108.275426:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.275430:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205108.275431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205108.275435:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00100000:2.0:1788205108.275439:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205108/real 1788205108]  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205108.275440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205108.275444:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205108.275447:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205108.275450:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205108.275454:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205108.275458:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000001:2.0:1788205108.275459:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205108.275462:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1788205108.275463:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000010:2.0:1788205108.275465:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205108.275470:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000100:00000040:3.0:1788205108.275470:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:2.0:1788205108.275473:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:3.0:1788205108.275476:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205108.275477:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788205108.275481:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:2.0:1788205108.275483:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205108.275485:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205108.275489:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205108.275493:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205108.275498:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205108.275503:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205108.275507:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205108.275513:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205108.275518:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205108.275522:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788205108.275524:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205108.275527:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205108.275531:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205108.275538:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205108.275539:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205108.275542:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205108.275543:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788205108.275545:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788205108.275548:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788205108.275549:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205108.275552:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205108.275555:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205108.275557:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205108.275561:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205108.275564:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205108.275565:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205108.275569:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205108.275571:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:2.0:1788205108.275577:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205108.275579:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.275581:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.275583:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205108.275584:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.275587:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:3.0:1788205108.275588:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205108.275589:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205108.275595:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205108.275604:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205108.275605:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205108.275609:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205108.275609:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205108.275615:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205108.275619:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205108.275637:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205108.275641:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556811648:192.168.201.145@tcp:250:kworker.0
00000100:00000040:3.0:1788205108.275645:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4250)
00000100:00000001:2.0:1788205108.275649:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.275653:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205108.275657:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556811648/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.275685:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205108.275689:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205108.275691:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205108.275701:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205108.275703:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205108.275705:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205108.275707:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205108.275711:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:2.0:1788205108.275715:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205108.275717:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205108.275719:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788205108.275722:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205108.275723:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.275726:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.275735:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205108.275738:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.275740:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205108.275742:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205108.275743:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205108.275746:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.275751:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205108.275752:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205108.275753:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205108.275755:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205108.275756:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205108.275758:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811776:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205108.275760:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205108.275762:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205108.275763:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205108.275764:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205108.275767:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205108.275768:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205108.275772:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205108.275775:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205108.275779:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205108.275782:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556811776, portal 10
00000100:00000001:2.0:1788205108.275784:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205108.275785:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205108.275792:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.275798:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205108.275801:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205108.275803:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205108.275806:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556811776, offset 0
00000400:00000200:2.0:1788205108.275810:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205108.275814:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205108.275817:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205108.275820:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205108.275821:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205108.275823:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205108.275825:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205108.275827:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3546:3546:256:4294967295] 192.168.201.145@tcp LPNI seq info [3546:3546:8:4294967295]
00000400:00000200:2.0:1788205108.275829:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205108.275833:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205108.275837:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205108.275839:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205108.275841:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205108.275843:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788205108.275847:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205108.275848:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788205108.275851:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205108.275852:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205108.275854:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205108.275857:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205108.275859:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205108.275860:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205108.275862:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205108.275864:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.275869:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205108.275872:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.275878:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.275880:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205108.275883:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205108.275887:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205108.275890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205108.275892:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298913619
00000100:00000001:2.0:1788205108.275895:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298915496
00000100:00000001:2.0:1788205108.275897:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298913619
00000100:00000001:2.0:1788205108.275899:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298915496
00000100:00000001:2.0:1788205108.275901:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205108.275903:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.275905:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205108.275909:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205108/real 1788205108]  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205108.275916:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205108.275918:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205108.275920:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205108.275922:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205108.275924:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205108.275927:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205108.275930:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205108.275938:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.275949:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205108.275951:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.275953:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205108.275954:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205108.275957:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.275964:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205108.275968:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.275976:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205108.275978:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.275980:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205108.275981:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.275983:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205108.275985:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205108.275987:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205108.275991:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205108.275993:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205108.275997:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205108.276005:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811776:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205108.276010:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205108.276013:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276019:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205108.276020:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205108.276023:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205108.276025:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205108.276027:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205108.276029:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811904:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205108.276033:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205108.276034:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205108.276036:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205108.276038:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205108.276041:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205108.276043:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205108.276047:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205108.276049:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205108.276053:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205108.276056:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556811904, portal 4
00000100:00000001:2.0:1788205108.276058:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205108.276059:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788205108.276065:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276070:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205108.276072:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205108.276074:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205108.276076:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556811904, offset 0
00000400:00000200:2.0:1788205108.276079:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205108.276083:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205108.276086:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205108.276088:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205108.276090:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205108.276092:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205108.276094:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205108.276097:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3547:3547:256:4294967295] 192.168.201.145@tcp LPNI seq info [3547:3547:8:4294967295]
00000400:00000200:2.0:1788205108.276100:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205108.276106:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205108.276111:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205108.276114:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205108.276118:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205108.276121:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788205108.276125:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205108.276128:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788205108.276131:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205108.276133:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205108.276136:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205108.276140:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205108.276142:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205108.276144:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205108.276146:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205108.276149:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276156:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205108.276159:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276165:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.276166:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205108.276169:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205108.276172:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205108.276176:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205108.276178:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298913302
00000100:00000001:2.0:1788205108.276181:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298915496
00000100:00000001:2.0:1788205108.276183:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298913302
00000100:00000001:2.0:1788205108.276185:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298915496
00000100:00000001:2.0:1788205108.276187:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205108.276189:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.276190:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205108.276194:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205108/real 1788205108]  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205108.276202:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205108.276204:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205108.276206:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205108.276208:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205108.276210:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205108.276212:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205108.276215:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205108.276224:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276230:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205108.276232:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276234:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205108.276235:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205108.276238:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276244:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205108.276248:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276255:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205108.276257:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276259:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205108.276260:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276262:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205108.276264:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205108.276267:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205108.276270:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205108.276272:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205108.276276:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205108.276283:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556811904:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205108.276287:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205108.276290:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276296:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205108.276297:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205108.276300:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205108.276301:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205108.276303:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205108.276306:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812032:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205108.276309:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205108.276311:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205108.276313:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205108.276315:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205108.276318:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205108.276320:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205108.276323:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205108.276325:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205108.276328:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205108.276331:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556812032, portal 4
00000100:00000001:2.0:1788205108.276333:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205108.276334:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788205108.276340:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276346:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205108.276349:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205108.276351:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205108.276354:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556812032, offset 0
00000400:00000200:2.0:1788205108.276358:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205108.276361:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205108.276364:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205108.276367:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205108.276370:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205108.276372:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205108.276374:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205108.276377:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3548:3548:256:4294967295] 192.168.201.145@tcp LPNI seq info [3548:3548:8:4294967295]
00000400:00000200:2.0:1788205108.276381:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205108.276388:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205108.276392:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205108.276396:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205108.276524:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205108.276528:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788205108.276532:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205108.276534:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788205108.276538:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205108.276539:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205108.276542:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205108.276546:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205108.276549:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205108.276551:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205108.276554:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205108.276557:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276564:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205108.276566:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276572:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.276573:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205108.276576:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205108.276579:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205108.276582:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205108.276584:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298914034
00000100:00000001:2.0:1788205108.276586:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298915496
00000100:00000001:2.0:1788205108.276588:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298914034
00000100:00000001:2.0:1788205108.276590:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298915496
00000100:00000001:2.0:1788205108.276591:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205108.276594:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.276596:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205108.276599:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205108/real 1788205108]  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205108.276607:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205108.276608:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205108.276609:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205108.276612:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205108.276613:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205108.276615:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205108.276618:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205108.276626:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276632:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205108.276633:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276635:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205108.276636:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205108.276640:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276647:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205108.276651:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276657:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205108.276660:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276662:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205108.276663:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276665:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205108.276666:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205108.276678:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205108.276682:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205108.276684:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205108.276688:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205108.276695:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812032:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205108.276699:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276701:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205108.276704:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556811776/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276711:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205108.276712:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205108.276714:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205108.276717:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205108.276719:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205108.276720:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205108.276722:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205108.276724:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:2.0:1788205108.276727:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205108.276729:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205108.276730:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205108.276733:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205108.276734:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276736:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205108.276739:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556811904/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276750:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205108.276752:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205108.276754:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205108.276756:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205108.276757:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205108.276759:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205108.276761:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205108.276763:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:2.0:1788205108.276765:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205108.276766:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205108.276767:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788205108.276770:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205108.276771:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276772:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205108.276776:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556812032/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205108.276782:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205108.276783:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205108.276784:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205108.276786:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205108.276787:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205108.276788:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205108.276790:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205108.276791:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:2.0:1788205108.276793:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205108.276794:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205108.276796:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205108.276798:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205108.276799:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276801:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.276806:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205108.276808:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205108.276811:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205108.276812:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205108.594546:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205108.594553:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205108.594556:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205108.594559:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205108.594560:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205108.594569:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205108.594570:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205108.594575:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205108.594576:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788205108.594581:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205108.594581:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788205108.594586:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205108.594586:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205108.594591:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205108.594592:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788205108.594595:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205108.594597:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205108.594601:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205108.594604:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205108.594729:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205108.594733:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205108.594738:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205108.787063:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205108.787084:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205108.787087:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205108.787095:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205108.787099:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205108.787105:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.787109:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205108.787113:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205108.787116:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205109.618583:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205109.618590:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205109.618596:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205109.618597:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205109.618680:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205109.618683:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205109.618687:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205109.618749:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205109.618753:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205109.618755:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205109.618760:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205109.618763:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205109.618767:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205109.618769:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205109.618772:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205109.618774:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205109.810513:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205109.810518:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205109.810521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205109.810532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205109.810535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205109.810539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205109.810541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205109.810544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205109.810547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205110.514504:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298915496, at 4298915520
00000100:00000040:1.0:1788205110.514504:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298915496, at 4298915520
00000100:00000010:0.0:1788205110.514521:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511240.
00000100:00000010:1.0:1788205110.514524:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511c00.
00000100:00000001:1.0:1788205110.642540:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205110.642543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205110.642548:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205110.642549:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205110.642551:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205110.642560:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205110.642561:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205110.642565:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205110.642570:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205110.642576:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205110.642580:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205110.642583:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205110.642586:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205110.642734:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205110.642738:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205110.642742:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205110.834525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205110.834533:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205110.834535:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205110.834541:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205110.834545:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205110.834548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205110.834551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205110.834554:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205110.834556:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205111.666465:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205111.666476:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205111.666484:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205111.666485:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.666555:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205111.666566:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1788205111.666569:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788205111.666570:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205111.666576:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205111.666580:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00010000:3.0:1788205111.666583:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205111.666590:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205111.666598:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205111.666602:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205111.666606:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205111.666621:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205111.860874:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205111.860881:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205111.860883:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205111.860890:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205111.860893:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205111.860898:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205111.860900:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205111.860903:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205111.860906:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205112.690520:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205112.690523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205112.690528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205112.690530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205112.690534:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205112.690536:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205112.690540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205112.690540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205112.690547:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205112.690550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205112.690554:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205112.690556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205112.690559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205112.690622:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205112.690624:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205112.690628:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205112.882522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205112.882530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205112.882532:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205112.882537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205112.882540:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205112.882543:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205112.882545:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205112.882547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205112.882550:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205113.394497:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205113.394505:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205113.394507:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205113.394510:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205113.394514:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205113.394520:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4245
00000400:00000200:3.0:1788205113.394528:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205113.394532:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205113.394535:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205113.394537:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394539:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205113.394541:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394542:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205113.394545:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205113.394547:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205113.394549:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205113.394552:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205113.394553:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205113.394555:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205113.394556:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394558:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205113.394559:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394560:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205113.394562:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205113.394564:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394565:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205113.394567:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205113.394569:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205113.394571:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205113.394573:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205113.394575:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205113.394604:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205113.394607:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205113.394610:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205113.394611:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205113.394614:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205113.394616:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205113.394619:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205113.394625:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788205113.394630:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205113.394636:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205113.394644:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205113.394647:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205113.394652:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205113.394669:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205113.394671:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205113.394673:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205113.394674:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205113.394675:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205113.394677:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205113.394679:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4245
00000400:00000200:3.0:1788205113.394681:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205113.394683:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205113.394684:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205113.394686:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394688:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205113.394689:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394690:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205113.394692:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205113.394693:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205113.394694:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205113.394695:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205113.394696:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205113.394698:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205113.394699:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394701:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205113.394702:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394703:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205113.394705:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205113.394707:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394708:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205113.394709:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205113.394716:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205113.394721:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205113.394723:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205113.394731:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.394740:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205113.394742:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205113.394746:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205113.394748:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205113.394750:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205113.394754:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556812160:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788205113.394754:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205113.394758:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205113.394759:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205113.394762:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205113.394764:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205113.394765:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205113.394770:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205113.394772:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788205113.394774:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205113.394777:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205113.394778:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205113.394782:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205113.394782:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205113.394787:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205113.394787:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205113.394791:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205113.394792:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205113.394794:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000010:3.0:1788205113.394798:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
02000000:00000001:2.0:1788205113.394799:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205113.394806:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205113.394809:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205113.394816:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000100:00100000:3.0:1788205113.394816:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788205113.394826:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000001:3.0:1788205113.394826:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205113.394831:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205113.394834:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556812160, portal 25
00000100:00000040:3.0:1788205113.394835:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.394839:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205113.394842:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000001:3.0:1788205113.394851:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205113.394852:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205113.394854:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205113.394861:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205113.394864:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205113.394866:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205113.394869:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205113.394870:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788205113.394875:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205113.394879:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00080000:3.0:1788205113.394882:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4245
00000100:00000200:2.0:1788205113.394883:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556812160, offset 0
00000400:00000200:2.0:1788205113.394893:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205113.394900:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205113.394908:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205113.394914:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205113.394918:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205113.394921:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205113.394923:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205113.394927:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3549:3549:256:4294967295] 192.168.201.145@tcp LPNI seq info [3549:3549:8:4294967295]
00000400:00000200:2.0:1788205113.394931:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205113.394937:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205113.394944:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1788205113.394947:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788205113.394954:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788205113.394957:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205113.394964:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000100:00000040:3.0:1788205113.394964:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394969:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205113.394972:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.394976:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:2.0:1788205113.394977:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:3.0:1788205113.394979:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788205113.394982:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000020:00000040:3.0:1788205113.394982:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205113.394984:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205113.394987:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205113.394991:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:2.1:1788205113.394992:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:3.0:1788205113.394994:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:2.1:1788205113.394999:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1788205113.395000:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.395004:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205113.395008:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000100:2.0:1788205113.395010:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205113.395012:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:2.0:1788205113.395014:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000020:00000040:3.0:1788205113.395016:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205113.395021:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:2.0:1788205113.395022:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205113.395027:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205113.395031:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205113.395032:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788205113.395035:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205113.395038:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
02000000:00000001:3.0:1788205113.395039:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205113.395041:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:3.0:1788205113.395043:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205113.395047:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1788205113.395047:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205113.395052:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205113.395054:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205113.395055:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205113.395061:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205113.395065:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:2.0:1788205113.395069:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788205113.395070:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205113.395072:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205113.395075:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205113.395075:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205113.395078:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205113.395081:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205113.395087:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:2.0:1788205113.395089:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205113.395092:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395093:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205113.395100:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205113.395101:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205113.395106:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205113.395111:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298920616
00000100:00000001:3.0:1788205113.395116:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1788205113.395118:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511de0.
00000100:00000001:3.0:1788205113.395119:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395126:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1788205113.395126:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395134:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298920616
00000100:00000001:3.0:1788205113.395137:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205113.395140:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511ea0.
00000100:00080000:3.0:1788205113.395141:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205113.395146:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205113.395147:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205113.395148:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205113.395151:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788205113.395152:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205113.395157:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205113.395158:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205113.395162:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788205113.395163:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4245
00000100:00100000:2.0:1788205113.395169:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205113/real 1788205113]  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205113.395170:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205113.395176:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205113.395182:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205113.395187:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.395192:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205113.395196:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205113.395200:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205113.395202:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205113.395203:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205113.395205:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205113.395206:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205113.395208:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205113.395210:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000001:2.0:1788205113.395211:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205113.395214:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788205113.395215:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:2.0:1788205113.395218:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000100:00000001:3.0:1788205113.395219:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205113.395225:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205113.395227:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205113.395229:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205113.395233:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205113.395235:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:2.0:1788205113.395245:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205113.395248:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205113.395254:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:2.0:1788205113.395259:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1788205113.395261:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205113.395262:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205113.395266:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395267:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788205113.395269:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205113.395270:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205113.395274:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788205113.395278:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205113.395278:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205113.395283:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205113.395286:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205113.395291:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788205113.395292:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205113.395295:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205113.395297:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205113.395301:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205113.395307:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205113.395310:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205113.395311:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395314:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205113.395314:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205113.395317:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205113.395320:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205113.395321:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395322:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205113.395326:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.395329:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1788205113.395329:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:2.0:1788205113.395333:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205113.395335:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205113.395337:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205113.395344:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00100000:3.0:1788205113.395345:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205113.395347:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205113.395354:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205113.395360:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205113.395364:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205113.395368:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556812160:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205113.395374:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205113.395375:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395377:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205113.395383:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556812160/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205113.395391:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395395:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205113.395425:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205113.395428:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205113.395431:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205113.395433:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205113.395435:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205113.395437:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788205113.395438:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4256)
02000000:00000010:2.0:1788205113.395440:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:2.0:1788205113.395445:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205113.395447:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205113.395448:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205113.395451:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205113.395452:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.395455:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.395478:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205113.395480:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395482:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205113.395483:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205113.395484:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205113.395488:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395494:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205113.395495:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205113.395497:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205113.395498:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205113.395500:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205113.395503:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812288:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205113.395506:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205113.395507:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205113.395509:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205113.395510:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205113.395513:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205113.395514:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205113.395517:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205113.395519:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205113.395522:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205113.395524:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556812288, portal 10
00000100:00000001:2.0:1788205113.395526:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205113.395527:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788205113.395533:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395539:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205113.395541:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205113.395542:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205113.395545:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556812288, offset 0
00000400:00000200:2.0:1788205113.395548:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205113.395561:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205113.395564:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205113.395567:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205113.395570:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205113.395572:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205113.395575:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205113.395577:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3550:3550:256:4294967295] 192.168.201.145@tcp LPNI seq info [3550:3550:8:4294967295]
00000400:00000200:2.0:1788205113.395598:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205113.395604:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205113.395608:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205113.395611:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205113.395615:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205113.395618:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788205113.395622:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205113.395624:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788205113.395627:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205113.395629:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205113.395632:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205113.395635:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205113.395638:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205113.395639:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205113.395641:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205113.395645:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395651:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205113.395654:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395661:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395662:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205113.395665:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205113.395668:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205113.395671:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205113.395673:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298918739
00000100:00000001:2.0:1788205113.395676:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298920616
00000100:00000001:2.0:1788205113.395678:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298918739
00000100:00000001:2.0:1788205113.395679:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298920616
00000100:00000001:2.0:1788205113.395681:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205113.395683:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395685:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205113.395688:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205113/real 1788205113]  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205113.395695:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205113.395696:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205113.395697:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205113.395699:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205113.395701:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205113.395703:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205113.395705:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205113.395712:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395717:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205113.395719:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.395720:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205113.395721:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205113.395725:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395731:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205113.395734:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395741:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205113.395743:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.395744:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205113.395746:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.395747:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205113.395749:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205113.395751:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205113.395755:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205113.395757:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205113.395760:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205113.395766:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812288:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205113.395770:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205113.395773:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395778:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205113.395779:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205113.395781:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205113.395782:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205113.395784:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205113.395787:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812416:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205113.395789:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205113.395791:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205113.395792:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205113.395794:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205113.395797:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205113.395798:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205113.395801:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205113.395803:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205113.395806:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205113.395809:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556812416, portal 4
00000100:00000001:2.0:1788205113.395810:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205113.395811:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788205113.395816:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395822:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205113.395824:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205113.395826:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205113.395828:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556812416, offset 0
00000400:00000200:2.0:1788205113.395832:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205113.395835:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205113.395839:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205113.395841:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205113.395844:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205113.395846:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205113.395848:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205113.395850:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3551:3551:256:4294967295] 192.168.201.145@tcp LPNI seq info [3551:3551:8:4294967295]
00000400:00000200:2.0:1788205113.395854:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205113.395859:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205113.395863:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205113.395866:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205113.395869:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205113.395871:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788205113.395875:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205113.395877:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788205113.395881:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205113.395882:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205113.395885:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205113.395888:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205113.395891:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205113.395892:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205113.395895:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205113.395898:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395905:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205113.395908:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395913:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395914:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205113.395916:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205113.395919:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205113.395922:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205113.395923:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298918422
00000100:00000001:2.0:1788205113.395926:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298920616
00000100:00000001:2.0:1788205113.395928:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298918422
00000100:00000001:2.0:1788205113.395930:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298920616
00000100:00000001:2.0:1788205113.395931:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205113.395933:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.395934:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205113.395937:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205113/real 1788205113]  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205113.395944:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205113.395945:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205113.395947:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205113.395949:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205113.395950:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205113.395952:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205113.395955:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205113.395963:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395969:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205113.395970:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.395972:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205113.395973:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205113.395976:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395982:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205113.395985:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.395991:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205113.395993:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.395994:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205113.395995:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.395997:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205113.395999:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205113.396001:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205113.396004:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205113.396005:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205113.396009:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205113.396016:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812416:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205113.396019:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205113.396022:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396027:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205113.396029:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205113.396031:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205113.396032:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205113.396034:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205113.396036:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812544:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205113.396039:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205113.396040:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205113.396042:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205113.396043:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205113.396046:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205113.396048:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205113.396051:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205113.396053:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205113.396056:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205113.396058:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556812544, portal 4
00000100:00000001:2.0:1788205113.396060:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205113.396061:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205113.396066:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396071:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205113.396073:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205113.396075:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205113.396077:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556812544, offset 0
00000400:00000200:2.0:1788205113.396080:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205113.396083:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205113.396086:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205113.396089:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205113.396091:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205113.396093:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205113.396095:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205113.396098:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3552:3552:256:4294967295] 192.168.201.145@tcp LPNI seq info [3552:3552:8:4294967295]
00000400:00000200:2.0:1788205113.396101:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205113.396106:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205113.396109:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205113.396112:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205113.396115:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205113.396117:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788205113.396121:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205113.396123:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788205113.396126:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205113.396128:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205113.396131:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205113.396133:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205113.396136:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205113.396137:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205113.396140:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205113.396143:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396149:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205113.396151:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396162:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.396163:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205113.396165:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205113.396167:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205113.396170:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205113.396171:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298919153
00000100:00000001:2.0:1788205113.396173:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298920616
00000100:00000001:2.0:1788205113.396175:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298919153
00000100:00000001:2.0:1788205113.396177:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298920616
00000100:00000001:2.0:1788205113.396179:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205113.396181:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.396182:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205113.396185:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205113/real 1788205113]  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205113.396235:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205113.396237:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205113.396239:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205113.396241:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205113.396242:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205113.396245:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205113.396248:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205113.396255:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396261:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205113.396262:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.396263:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205113.396265:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205113.396268:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396273:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205113.396277:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396283:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205113.396285:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.396287:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205113.396288:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.396290:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205113.396291:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205113.396293:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205113.396296:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205113.396298:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205113.396301:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205113.396308:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812544:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205113.396311:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.396313:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205113.396316:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556812288/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396322:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205113.396323:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205113.396325:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205113.396327:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205113.396329:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205113.396330:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205113.396332:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205113.396334:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:2.0:1788205113.396336:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205113.396337:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205113.396339:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205113.396341:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205113.396343:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.396344:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205113.396347:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556812416/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396353:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205113.396354:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205113.396356:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205113.396358:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205113.396359:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205113.396360:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205113.396362:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205113.396363:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:2.0:1788205113.396364:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205113.396365:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205113.396367:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788205113.396369:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205113.396370:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.396371:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205113.396374:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556812544/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205113.396380:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205113.396381:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205113.396382:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205113.396384:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205113.396385:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205113.396386:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205113.396387:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205113.396389:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:2.0:1788205113.396391:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205113.396392:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205113.396393:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205113.396395:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205113.396413:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.396415:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.396418:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205113.396419:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.396421:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205113.396422:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205113.714523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205113.714532:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205113.714535:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205113.714539:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205113.714544:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205113.714546:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205113.714548:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205113.714551:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205113.714555:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205113.714556:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205113.714659:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205113.714662:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205113.714665:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205113.715004:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205113.715008:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205113.715009:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205113.715013:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205113.715015:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205113.715018:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205113.715019:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205113.715021:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205113.715023:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205113.906513:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205113.906520:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205113.906522:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205113.906527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205113.906530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205113.906534:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.906537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205113.906539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205113.906542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205114.738501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205114.738503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205114.738509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205114.738510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205114.738514:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205114.738516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205114.738519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205114.738520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205114.738525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205114.738528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205114.738531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205114.738534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205114.738537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205114.739762:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205114.739766:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205114.739770:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205114.930514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205114.930522:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205114.930533:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205114.930539:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205114.930542:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205114.930546:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205114.930549:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205114.930566:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205114.930569:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205115.634504:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298920616, at 4298920640
00000100:00000010:1.0:1788205115.634519:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ea0.
00000100:00000040:0.0:1788205115.634607:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298920616, at 4298920640
00000100:00000010:0.0:1788205115.634613:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511de0.
00000100:00000001:1.0:1788205115.762514:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205115.762519:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205115.762522:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205115.762523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205115.762526:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205115.762531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205115.762532:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205115.762535:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205115.762552:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205115.762558:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205115.762561:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205115.762564:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205115.762567:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205115.762626:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205115.762629:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205115.762631:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205115.954521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205115.954528:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205115.954530:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205115.954546:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205115.954550:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205115.954553:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205115.954556:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205115.954559:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205115.954562:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205116.786466:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205116.786471:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205116.786473:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205116.786474:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205116.786478:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205116.786479:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205116.786483:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205116.786486:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205116.786486:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205116.786489:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205116.786490:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205116.786493:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205116.786496:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205116.786584:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205116.786588:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205116.786592:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205116.978538:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205116.978545:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205116.978547:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205116.978552:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205116.978555:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205116.978558:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205116.978559:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205116.978561:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205116.978563:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205117.810462:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205117.810468:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205117.810470:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205117.810475:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205117.810479:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205117.810483:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205117.810485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205117.810486:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205117.810489:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205117.810490:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205117.810494:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205117.810496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205117.810499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205117.810578:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205117.810583:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205117.810587:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205118.002579:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205118.002597:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205118.002599:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205118.002605:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205118.002608:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205118.002612:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.002615:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205118.002618:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.002621:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205118.515161:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205118.515172:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205118.515174:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205118.515190:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205118.515195:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205118.515201:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4251
00000400:00000200:3.0:1788205118.515210:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205118.515216:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205118.515219:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205118.515222:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515226:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205118.515228:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515230:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205118.515234:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205118.515236:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205118.515239:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205118.515242:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205118.515244:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205118.515247:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205118.515258:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515260:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205118.515262:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515264:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205118.515267:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205118.515269:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515272:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205118.515274:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205118.515277:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205118.515279:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205118.515281:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205118.515283:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205118.515291:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205118.515294:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205118.515298:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205118.515300:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205118.515303:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205118.515306:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205118.515310:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205118.515317:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788205118.515323:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205118.515332:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205118.515341:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205118.515345:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205118.515349:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205118.515375:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205118.515378:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205118.515381:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205118.515382:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205118.515384:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205118.515386:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205118.515389:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4251
00000400:00000200:3.0:1788205118.515392:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205118.515394:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1788205118.515416:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788205118.515417:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205118.515422:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788205118.515423:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205118.515427:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205118.515428:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205118.515432:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515435:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788205118.515438:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205118.515439:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205118.515441:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205118.515445:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205118.515448:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205118.515452:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788205118.515454:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788205118.515456:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788205118.515459:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205118.515462:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205118.515465:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205118.515467:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788205118.515469:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788205118.515470:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205118.515475:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205118.515476:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205118.515481:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00100000:2.0:1788205118.515483:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556812672:192.168.201.145@tcp:250:kworker.0
00000100:00080000:3.0:1788205118.515487:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515501:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.515502:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205118.515504:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205118.515507:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205118.515511:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205118.515511:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205118.515517:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205118.515518:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205118.515521:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788205118.515525:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
00000008:00100000:3.0:1788205118.515527:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788205118.515530:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205118.515532:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205118.515535:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205118.515539:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:3.0:1788205118.515540:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000400:00000010:2.0:1788205118.515545:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000020:00000040:3.0:1788205118.515545:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205118.515550:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205118.515553:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205118.515554:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788205118.515556:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
02000000:00000001:3.0:1788205118.515556:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205118.515559:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205118.515565:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000100:00000001:3.0:1788205118.515568:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205118.515573:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788205118.515576:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556812672, portal 25
00000100:00000001:2.0:1788205118.515581:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205118.515585:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000001:3.0:1788205118.515585:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205118.515590:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205118.515595:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205118.515597:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.515618:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205118.515620:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205118.515624:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788205118.515625:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205118.515630:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1788205118.515631:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000001:3.0:1788205118.515634:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1788205118.515638:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556812672, offset 0
00000100:00080000:3.0:1788205118.515638:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205118.515642:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205118.515647:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4251
00000400:00000200:2.0:1788205118.515652:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205118.515654:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205118.515660:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1788205118.515665:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205118.515665:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205118.515671:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205118.515675:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788205118.515675:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205118.515681:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205118.515684:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205118.515684:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205118.515689:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788205118.515692:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000040:3.0:1788205118.515692:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205118.515696:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788205118.515699:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1788205118.515700:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205118.515704:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205118.515706:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000001:3.0:1788205118.515708:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205118.515715:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205118.515716:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3553:3553:256:4294967295] 192.168.201.145@tcp LPNI seq info [3553:3553:8:4294967295]
00000100:00000001:3.0:1788205118.515719:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205118.515724:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205118.515726:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205118.515728:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205118.515732:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205118.515735:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515738:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205118.515742:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205118.515746:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788205118.515747:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205118.515753:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205118.515755:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1788205118.515758:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000008:00100000:3.0:1788205118.515758:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205118.515763:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205118.515766:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000100:00000001:3.0:1788205118.515766:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205118.515770:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205118.515774:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205118.515777:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205118.515778:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205118.515780:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205118.515781:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205118.515783:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205118.515785:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000010:3.0:1788205118.515786:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:3.0:1788205118.515791:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205118.515797:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788205118.515799:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1788205118.515807:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205118.515810:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205118.515815:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205118.515822:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205118.515825:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205118.515830:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205118.515833:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1788205118.515835:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:3.0:1788205118.515836:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205118.515842:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1788205118.515843:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1788205118.515847:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4251
00000800:00000100:2.0:1788205118.515852:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205118.515853:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:2.0:1788205118.515856:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:3.0:1788205118.515860:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205118.515863:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788205118.515864:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788205118.515868:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205118.515874:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205118.515874:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205118.515879:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205118.515883:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000100:00000001:3.0:1788205118.515883:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:2.0:1788205118.515887:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000020:00000001:3.0:1788205118.515888:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205118.515891:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:2.0:1788205118.515895:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1788205118.515895:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205118.515898:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205118.515903:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000200:2.0:1788205118.515904:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205118.515907:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205118.515914:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515919:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205118.515923:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205118.515923:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515927:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788205118.515930:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205118.515931:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205118.515940:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205118.515944:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205118.515945:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205118.515948:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205118.515953:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205118.515953:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205118.515956:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205118.515958:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1788205118.515960:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205118.515963:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.515965:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205118.515966:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205118.515972:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:3.0:1788205118.515973:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205118.515976:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298925737
00000020:00000040:3.0:1788205118.515977:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205118.515983:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205118.515984:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205118.515985:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511f60.
00000100:00000001:2.0:1788205118.515992:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205118.516000:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205118.516001:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298925737
02000000:00000001:3.0:1788205118.516004:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1788205118.516006:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925119c0.
02000000:00000001:3.0:1788205118.516007:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205118.516014:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788205118.516017:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205118.516022:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205118.516029:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205118.516032:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205118.516036:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205118.516045:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205118.516049:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4261)
00000100:00000001:2.0:1788205118.516254:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205118.516259:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205118.516262:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.516264:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205118.516269:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205118/real 1788205118]  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205118.516279:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205118.516280:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205118.516282:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205118.516286:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205118.516287:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205118.516289:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205118.516293:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205118.516302:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516308:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205118.516310:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516312:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205118.516314:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205118.516318:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516325:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205118.516329:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516335:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205118.516339:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516340:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205118.516342:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516344:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205118.516346:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205118.516348:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205118.516352:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205118.516354:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205118.516358:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205118.516366:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556812672:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205118.516371:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516372:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205118.516375:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556812672/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516382:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205118.516385:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205118.516387:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205118.516389:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205118.516391:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205118.516393:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205118.516395:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205118.516423:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:2.0:1788205118.516429:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205118.516430:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205118.516432:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788205118.516435:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205118.516436:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516438:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516446:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205118.516447:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.516449:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205118.516451:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205118.516452:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205118.516456:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516464:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205118.516465:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205118.516467:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205118.516469:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205118.516471:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205118.516473:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812800:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205118.516476:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205118.516479:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205118.516480:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205118.516483:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205118.516486:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205118.516487:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205118.516504:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205118.516506:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205118.516510:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205118.516513:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556812800, portal 10
00000100:00000001:2.0:1788205118.516514:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205118.516516:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788205118.516522:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516529:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205118.516531:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205118.516533:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205118.516536:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556812800, offset 0
00000400:00000200:2.0:1788205118.516539:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205118.516543:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205118.516547:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205118.516550:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205118.516552:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205118.516555:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205118.516557:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205118.516560:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3554:3554:256:4294967295] 192.168.201.145@tcp LPNI seq info [3554:3554:8:4294967295]
00000400:00000200:2.0:1788205118.516564:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205118.516570:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205118.516575:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205118.516578:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205118.516582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205118.516585:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788205118.516589:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205118.516592:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788205118.516595:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205118.516597:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205118.516600:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205118.516603:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205118.516606:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205118.516607:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205118.516609:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205118.516612:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516619:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205118.516622:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516627:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.516629:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205118.516631:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205118.516634:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205118.516637:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205118.516639:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298923860
00000100:00000001:2.0:1788205118.516641:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298925737
00000100:00000001:2.0:1788205118.516643:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298923860
00000100:00000001:2.0:1788205118.516645:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298925737
00000100:00000001:2.0:1788205118.516647:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205118.516649:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.516650:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205118.516653:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205118/real 1788205118]  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205118.516661:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205118.516662:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205118.516664:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205118.516666:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205118.516668:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205118.516670:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205118.516673:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205118.516680:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516687:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205118.516688:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516689:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205118.516691:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205118.516694:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516699:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205118.516703:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516709:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205118.516712:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516713:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205118.516714:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516716:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205118.516717:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205118.516720:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205118.516724:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205118.516725:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205118.516729:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205118.516735:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812800:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205118.516738:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205118.516741:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516746:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205118.516747:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205118.516749:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205118.516751:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205118.516752:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205118.516755:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812928:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205118.516758:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205118.516759:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205118.516761:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205118.516762:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205118.516765:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205118.516767:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205118.516770:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205118.516772:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205118.516776:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205118.516778:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556812928, portal 4
00000100:00000001:2.0:1788205118.516780:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205118.516781:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788205118.516787:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516792:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205118.516794:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205118.516796:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205118.516798:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556812928, offset 0
00000400:00000200:2.0:1788205118.516802:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205118.516805:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205118.516809:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205118.516812:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205118.516814:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205118.516816:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205118.516818:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205118.516821:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3555:3555:256:4294967295] 192.168.201.145@tcp LPNI seq info [3555:3555:8:4294967295]
00000400:00000200:2.0:1788205118.516824:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205118.516830:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205118.516834:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205118.516837:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205118.516841:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205118.516843:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788205118.516848:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205118.516850:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788205118.516853:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205118.516855:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205118.516858:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205118.516861:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205118.516863:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205118.516865:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205118.516868:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205118.516871:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516879:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205118.516882:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516888:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.516889:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205118.516892:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205118.516895:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205118.516898:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205118.516900:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298923543
00000100:00000001:2.0:1788205118.516902:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298925737
00000100:00000001:2.0:1788205118.516904:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298923543
00000100:00000001:2.0:1788205118.516906:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298925737
00000100:00000001:2.0:1788205118.516908:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205118.516910:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.516911:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205118.516915:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205118/real 1788205118]  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205118.516922:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205118.516923:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205118.516924:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205118.516927:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205118.516928:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205118.516930:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205118.516933:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205118.516941:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516947:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205118.516948:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516950:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205118.516951:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205118.516955:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516961:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205118.516965:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.516971:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205118.516973:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516975:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205118.516976:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.516977:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205118.516979:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205118.516981:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205118.516984:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205118.516986:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205118.516990:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205118.516997:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556812928:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205118.517000:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205118.517003:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517110:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205118.517113:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205118.517172:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205118.517174:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205118.517177:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205118.517181:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813056:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205118.517184:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205118.517186:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205118.517187:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205118.517189:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205118.517193:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205118.517194:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205118.517197:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205118.517200:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205118.517203:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205118.517206:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556813056, portal 4
00000100:00000001:2.0:1788205118.517208:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205118.517209:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205118.517215:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517221:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205118.517223:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205118.517225:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205118.517228:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556813056, offset 0
00000400:00000200:2.0:1788205118.517232:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205118.517235:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205118.517239:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205118.517241:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205118.517243:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205118.517245:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205118.517248:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205118.517250:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3556:3556:256:4294967295] 192.168.201.145@tcp LPNI seq info [3556:3556:8:4294967295]
00000400:00000200:2.0:1788205118.517254:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205118.517260:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205118.517264:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205118.517267:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205118.517271:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205118.517274:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788205118.517278:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205118.517292:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788205118.517296:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205118.517298:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205118.517301:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205118.517304:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205118.517307:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205118.517309:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205118.517312:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205118.517315:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517323:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205118.517326:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517332:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.517334:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205118.517337:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205118.517339:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205118.517343:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205118.517345:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298924274
00000100:00000001:2.0:1788205118.517347:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298925737
00000100:00000001:2.0:1788205118.517349:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298924274
00000100:00000001:2.0:1788205118.517351:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298925737
00000100:00000001:2.0:1788205118.517353:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205118.517354:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.517356:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205118.517360:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205118/real 1788205118]  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205118.517366:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205118.517368:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205118.517369:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205118.517372:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205118.517374:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205118.517376:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205118.517379:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205118.517386:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517415:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205118.517417:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.517419:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205118.517420:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205118.517425:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517431:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205118.517434:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517441:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205118.517443:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.517445:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205118.517446:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.517448:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205118.517450:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205118.517452:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205118.517455:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205118.517457:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205118.517461:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205118.517468:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813056:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205118.517471:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.517473:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205118.517475:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556812800/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517481:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205118.517483:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205118.517485:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205118.517487:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205118.517488:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205118.517507:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205118.517510:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205118.517511:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:2.0:1788205118.517514:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205118.517516:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205118.517517:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788205118.517519:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205118.517520:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.517522:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205118.517525:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556812928/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517531:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205118.517532:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205118.517534:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205118.517535:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205118.517536:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205118.517538:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205118.517539:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205118.517540:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:2.0:1788205118.517542:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205118.517543:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205118.517544:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788205118.517546:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205118.517547:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.517548:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205118.517551:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556813056/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205118.517556:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205118.517557:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205118.517558:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205118.517560:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205118.517561:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205118.517562:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205118.517564:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205118.517565:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:2.0:1788205118.517567:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205118.517569:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205118.517570:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205118.517572:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205118.517573:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.517574:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205118.517578:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205118.517580:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205118.517582:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205118.517583:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205118.834518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205118.834526:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205118.834531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205118.834535:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205118.834538:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205118.834542:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205118.834545:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205118.834547:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205118.834548:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205118.834551:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205118.834641:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205118.834644:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205118.834648:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205118.834743:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205118.834746:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205118.834747:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205118.834750:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205118.834753:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205118.834755:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205118.834757:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205118.834759:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205118.834761:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205119.026509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205119.026515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205119.026517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205119.026520:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205119.026523:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205119.026526:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205119.026528:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205119.026530:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205119.026532:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205119.858505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205119.858505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205119.858510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205119.858512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205119.858515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205119.858516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205119.858518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205119.858523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205119.858528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205119.858532:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205119.858535:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205119.858538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205119.858541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205119.858569:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205119.858572:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205119.858575:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205120.050540:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205120.050546:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205120.050547:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205120.050552:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205120.050555:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205120.050558:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205120.050559:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205120.050562:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205120.050564:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205120.754516:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298925737, at 4298925760
00000100:00000040:1.0:1788205120.754516:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298925737, at 4298925760
00000100:00000010:0.0:1788205120.754530:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511f60.
00000100:00000010:1.0:1788205120.754531:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925119c0.
00000100:00000001:1.0:1788205120.882524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205120.882527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205120.882532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205120.882533:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205120.882537:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205120.882539:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205120.882543:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205120.882543:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205120.882548:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205120.882551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205120.882553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205120.882555:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205120.882557:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205120.882648:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205120.882652:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205120.882655:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205121.074521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205121.074527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205121.074529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205121.074535:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205121.074538:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205121.074542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205121.074545:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205121.074548:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205121.074557:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205121.906523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205121.906531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205121.906538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205121.906539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205121.906562:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205121.906566:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205121.906568:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205121.906571:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205121.906574:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205121.906576:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205121.906578:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205121.906581:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205121.906584:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205121.906599:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205121.906604:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205121.906608:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205122.098524:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205122.098533:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205122.098535:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205122.098541:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205122.098545:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205122.098548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205122.098560:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205122.098563:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205122.098566:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205122.930517:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205122.930520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205122.930524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205122.930525:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205122.930529:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205122.930529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205122.930531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205122.930536:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205122.930541:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205122.930545:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205122.930548:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205122.930551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205122.930553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205122.930583:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205122.930586:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205122.930589:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205123.122512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205123.122518:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205123.122520:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205123.122523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205123.122525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205123.122528:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.122530:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205123.122532:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.122533:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205123.634529:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205123.634537:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205123.634538:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205123.634542:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205123.634545:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205123.634551:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4256
00000400:00000200:0.0:1788205123.634558:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205123.634563:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205123.634565:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205123.634567:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634570:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205123.634572:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634573:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205123.634581:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205123.634582:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205123.634584:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205123.634587:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205123.634588:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205123.634590:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205123.634591:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634593:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205123.634594:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634595:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205123.634596:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205123.634599:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634600:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205123.634602:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205123.634604:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205123.634606:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.634607:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205123.634608:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205123.634615:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788205123.634618:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205123.634621:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205123.634626:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.634628:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205123.634631:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205123.634633:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205123.634640:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788205123.634644:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205123.634651:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205123.634658:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205123.634661:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205123.634664:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205123.634677:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205123.634679:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205123.634682:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205123.634683:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205123.634684:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205123.634685:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205123.634687:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4256
00000400:00000200:0.0:1788205123.634689:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205123.634690:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205123.634692:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205123.634694:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634695:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205123.634696:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634697:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205123.634699:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205123.634699:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205123.634700:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205123.634702:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205123.634703:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205123.634705:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205123.634707:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634709:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205123.634710:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634711:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205123.634713:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205123.634714:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634718:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.634718:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1788205123.634719:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205123.634724:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1788205123.634725:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205123.634727:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788205123.634728:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.634731:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205123.634735:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205123.634737:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205123.634737:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205123.634740:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205123.634745:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788205123.634749:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205123.634752:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205123.634754:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.634756:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205123.634756:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788205123.634760:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205123.634761:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205123.634762:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205123.634769:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
02000000:00000001:2.0:1788205123.634769:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788205123.634774:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205123.634775:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788205123.634778:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788205123.634780:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.634788:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788205123.634789:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556813184:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205123.634791:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.634797:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788205123.634798:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205123.634803:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788205123.634805:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205123.634807:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205123.634808:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788205123.634812:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1788205123.634813:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205123.634816:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205123.634817:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205123.634820:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205123.634822:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4256
00000400:00000200:0.0:1788205123.634825:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205123.634828:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205123.634830:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205123.634833:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634835:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1788205123.634835:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
00000100:00000040:0.0:1788205123.634840:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205123.634841:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.634845:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205123.634850:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788205123.634851:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:0.0:1788205123.634852:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205123.634856:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1788205123.634857:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000020:00000040:0.0:1788205123.634858:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788205123.634863:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205123.634866:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:2.0:1788205123.634867:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000040:0.0:1788205123.634870:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634874:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205123.634876:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:2.0:1788205123.634877:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556813184, portal 25
00000100:00000001:0.0:1788205123.634879:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205123.634882:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1788205123.634883:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000001:2.0:1788205123.634886:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000100:00080000:0.0:1788205123.634887:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634892:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205123.634893:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205123.634896:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205123.634897:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205123.634898:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.634901:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205123.634904:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205123.634908:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.634911:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205123.634916:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000100:00000001:2.0:1788205123.634918:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788205123.634919:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205123.634922:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205123.634925:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205123.634926:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788205123.634927:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788205123.634932:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205123.634936:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556813184, offset 0
00000400:00000200:2.0:1788205123.634943:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205123.634950:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205123.634956:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205123.634961:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205123.634964:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205123.634968:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205123.634971:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:0.0:1788205123.634973:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205123.634978:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205123.634978:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3557:3557:256:4294967295] 192.168.201.145@tcp LPNI seq info [3557:3557:8:4294967295]
00000400:00000200:2.0:1788205123.634986:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:0.0:1788205123.634987:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788205123.634993:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205123.635001:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205123.635001:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205123.635013:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205123.635015:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205123.635018:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788205123.635026:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788205123.635028:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205123.635031:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1788205123.635032:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000100:00080000:0.0:1788205123.635036:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205123.635039:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205123.635041:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1788205123.635043:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788205123.635045:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788205123.635047:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1788205123.635051:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4256
00000800:00000200:2.1:1788205123.635056:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205123.635060:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000400:00000200:0.0:1788205123.635061:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000100:2.0:1788205123.635063:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205123.635065:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205123.635070:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205123.635075:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205123.635080:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1788205123.635081:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000100:00080000:0.0:1788205123.635085:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788205123.635085:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000040:0.0:1788205123.635090:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205123.635091:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788205123.635094:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788205123.635097:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205123.635099:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.635102:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205123.635106:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205123.635107:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205123.635110:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205123.635112:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788205123.635118:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788205123.635119:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788205123.635122:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788205123.635126:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:2.0:1788205123.635126:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205123.635130:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205123.635132:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205123.635136:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205123.635139:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205123.635143:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205123.635146:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.635147:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205123.635148:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205123.635151:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788205123.635152:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205123.635155:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.635156:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205123.635158:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788205123.635159:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205123.635163:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.635165:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205123.635168:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:0.0:1788205123.635170:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788205123.635173:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788205123.635173:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298930856
02000000:00000001:0.0:1788205123.635176:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205123.635178:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205123.635179:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205123.635181:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1788205123.635181:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511900.
02000000:00000001:0.0:1788205123.635183:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205123.635188:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:2.0:1788205123.635189:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205123.635191:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205123.635196:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205123.635198:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298930856
00000100:00000010:2.0:1788205123.635205:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511360.
00000100:00000001:2.0:1788205123.635208:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205123.635211:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205123.635214:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.635214:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205123.635219:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205123.635221:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635223:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788205123.635229:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205123.635230:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205123/real 1788205123]  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205123.635233:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4266)
00000400:00000001:2.0:1788205123.635242:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205123.635244:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205123.635246:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205123.635250:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205123.635252:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205123.635255:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205123.635258:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205123.635266:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635273:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205123.635274:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635276:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205123.635278:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205123.635281:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635288:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205123.635291:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635304:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205123.635307:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635308:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205123.635310:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635312:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205123.635314:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205123.635316:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205123.635319:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205123.635321:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205123.635324:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205123.635329:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556813184:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205123.635332:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635333:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205123.635335:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556813184/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635338:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205123.635340:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205123.635342:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205123.635343:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205123.635344:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205123.635346:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205123.635347:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205123.635348:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:2.0:1788205123.635351:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205123.635352:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205123.635353:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:2.0:1788205123.635355:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205123.635356:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635357:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635362:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205123.635364:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.635365:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205123.635366:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205123.635367:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205123.635369:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635379:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205123.635380:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205123.635382:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205123.635383:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205123.635384:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205123.635386:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813312:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205123.635388:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205123.635390:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205123.635391:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205123.635393:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205123.635396:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205123.635436:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205123.635440:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205123.635443:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205123.635447:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205123.635449:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556813312, portal 10
00000100:00000001:2.0:1788205123.635451:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205123.635452:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:2.0:1788205123.635458:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635462:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205123.635463:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205123.635465:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205123.635466:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556813312, offset 0
00000400:00000200:2.0:1788205123.635469:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205123.635471:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205123.635474:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205123.635476:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205123.635478:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205123.635479:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205123.635481:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205123.635483:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3558:3558:256:4294967295] 192.168.201.145@tcp LPNI seq info [3558:3558:8:4294967295]
00000400:00000200:2.0:1788205123.635485:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205123.635489:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205123.635492:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205123.635494:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205123.635496:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205123.635498:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788205123.635501:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205123.635503:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788205123.635507:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205123.635509:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205123.635512:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205123.635515:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205123.635517:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205123.635519:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205123.635522:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205123.635525:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635532:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205123.635535:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635541:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.635543:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205123.635545:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205123.635549:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205123.635552:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205123.635554:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298928979
00000100:00000001:2.0:1788205123.635557:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298930856
00000100:00000001:2.0:1788205123.635558:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298928979
00000100:00000001:2.0:1788205123.635560:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298930856
00000100:00000001:2.0:1788205123.635562:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205123.635564:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.635566:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205123.635569:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205123/real 1788205123]  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205123.635576:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205123.635577:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205123.635579:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205123.635581:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205123.635583:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205123.635585:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205123.635587:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205123.635594:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635600:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205123.635602:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635604:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205123.635605:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205123.635610:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635616:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205123.635621:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635627:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205123.635630:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635631:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205123.635633:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635635:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205123.635636:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205123.635639:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205123.635642:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205123.635644:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205123.635648:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205123.635655:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813312:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205123.635658:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205123.635661:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635667:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205123.635669:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205123.635671:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205123.635673:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205123.635676:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205123.635678:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813440:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205123.635681:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205123.635683:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205123.635685:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205123.635686:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205123.635689:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205123.635691:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205123.635694:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205123.635696:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205123.635700:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205123.635703:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556813440, portal 4
00000100:00000001:2.0:1788205123.635704:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205123.635706:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000100:00000040:2.0:1788205123.635711:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635717:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205123.635719:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205123.635721:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205123.635723:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556813440, offset 0
00000400:00000200:2.0:1788205123.635725:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205123.635728:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205123.635730:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205123.635732:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205123.635734:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205123.635736:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205123.635738:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205123.635741:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3559:3559:256:4294967295] 192.168.201.145@tcp LPNI seq info [3559:3559:8:4294967295]
00000400:00000200:2.0:1788205123.635745:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205123.635751:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205123.635755:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205123.635758:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205123.635761:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205123.635764:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788205123.635768:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205123.635771:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788205123.635775:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205123.635776:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205123.635779:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205123.635782:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205123.635784:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205123.635785:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205123.635786:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205123.635789:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635793:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205123.635795:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635799:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.635800:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205123.635803:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205123.635806:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205123.635809:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205123.635811:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298928662
00000100:00000001:2.0:1788205123.635814:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298930856
00000100:00000001:2.0:1788205123.635816:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298928662
00000100:00000001:2.0:1788205123.635818:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298930856
00000100:00000001:2.0:1788205123.635820:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205123.635821:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.635823:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205123.635827:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205123/real 1788205123]  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205123.635835:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205123.635836:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205123.635838:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205123.635840:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205123.635842:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205123.635844:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205123.635847:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205123.635855:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635861:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205123.635862:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635864:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205123.635865:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205123.635869:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635875:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205123.635878:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635885:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205123.635887:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635888:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205123.635889:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.635891:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205123.635892:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205123.635894:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205123.635897:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205123.635899:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205123.635903:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205123.635910:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813440:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205123.635913:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205123.635916:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635922:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205123.635924:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205123.635926:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205123.635927:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205123.635929:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205123.635931:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813568:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205123.635934:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205123.635936:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205123.635937:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205123.635939:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205123.635942:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a400.
02000000:00000001:2.0:1788205123.635944:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205123.635946:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205123.635949:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205123.635951:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205123.635954:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556813568, portal 4
00000100:00000001:2.0:1788205123.635955:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205123.635957:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:2.0:1788205123.635961:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.635967:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205123.635969:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205123.635971:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205123.635973:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556813568, offset 0
00000400:00000200:2.0:1788205123.635977:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205123.635980:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205123.635994:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205123.635999:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205123.636002:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205123.636004:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205123.636006:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205123.636009:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3560:3560:256:4294967295] 192.168.201.145@tcp LPNI seq info [3560:3560:8:4294967295]
00000400:00000200:2.0:1788205123.636012:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205123.636019:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205123.636023:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205123.636026:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205123.636029:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205123.636032:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788205123.636036:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205123.636038:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788205123.636042:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205123.636044:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205123.636047:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205123.636050:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205123.636053:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205123.636054:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205123.636056:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205123.636060:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.636067:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205123.636070:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.636076:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.636077:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205123.636080:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205123.636082:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205123.636085:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205123.636087:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298929393
00000100:00000001:2.0:1788205123.636089:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298930856
00000100:00000001:2.0:1788205123.636091:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298929393
00000100:00000001:2.0:1788205123.636093:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298930856
00000100:00000001:2.0:1788205123.636095:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205123.636096:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.636098:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205123.636101:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205123/real 1788205123]  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205123.636108:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205123.636109:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205123.636111:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205123.636113:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205123.636115:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205123.636117:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205123.636120:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205123.636127:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.636133:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205123.636134:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.636135:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205123.636137:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205123.636140:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.636146:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205123.636149:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.636155:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205123.636158:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.636159:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205123.636160:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.636162:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205123.636164:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205123.636166:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205123.636169:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205123.636170:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205123.636174:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205123.636181:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813568:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205123.636193:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.636197:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205123.636200:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556813312/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.636206:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205123.636207:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205123.636208:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205123.636210:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205123.636211:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205123.636212:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205123.636213:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205123.636214:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:2.0:1788205123.636216:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205123.636216:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205123.636217:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:2.0:1788205123.636219:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205123.636220:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.636221:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205123.636223:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556813440/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.636226:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205123.636227:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205123.636228:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205123.636229:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205123.636230:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205123.636231:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205123.636232:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205123.636232:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:2.0:1788205123.636233:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205123.636234:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205123.636235:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:2.0:1788205123.636236:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205123.636236:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.636237:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205123.636239:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556813568/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205123.636242:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205123.636243:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205123.636244:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a400.
02000000:00000001:2.0:1788205123.636245:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205123.636246:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205123.636246:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205123.636247:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205123.636248:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:2.0:1788205123.636249:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205123.636249:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205123.636250:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:2.0:1788205123.636251:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205123.636252:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.636253:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205123.636255:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205123.636256:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205123.636257:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205123.636258:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205123.954524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205123.954531:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205123.954534:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205123.954539:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205123.954553:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205123.954557:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205123.954560:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205123.954562:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205123.954565:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205123.955101:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205123.955105:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205123.955107:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205123.955109:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205123.955112:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205123.955114:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205123.955116:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205123.955118:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205123.955121:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205123.955132:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205123.955179:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205123.955183:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205123.955186:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205124.146499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205124.146505:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205124.146507:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205124.146511:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205124.146513:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205124.146516:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205124.146519:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205124.146521:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205124.146524:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205124.978499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205124.978505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205124.978511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205124.978512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205124.978516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205124.978519:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205124.978521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205124.978522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205124.978528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205124.978533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205124.978536:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205124.978539:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205124.978542:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205124.978583:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205124.978586:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205124.978590:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205125.170646:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205125.170653:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205125.170655:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205125.170660:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205125.170663:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205125.170666:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205125.170668:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205125.170671:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205125.170673:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205125.874495:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298930856, at 4298930880
00000100:00000040:1.0:1788205125.874495:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298930856, at 4298930880
00000100:00000010:0.0:1788205125.874508:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511900.
00000100:00000010:1.0:1788205125.874511:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511360.
00000100:00000001:1.0:1788205126.002504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205126.002506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205126.002511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205126.002512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205126.002515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205126.002518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205126.002521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205126.002522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205126.002526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205126.002530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205126.002533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205126.002536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205126.002538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205126.002586:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205126.002590:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205126.002594:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205126.194486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205126.194492:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205126.194494:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205126.194499:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205126.194502:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205126.194506:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205126.194508:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205126.194511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205126.194514:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205127.026520:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205127.026520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205127.026527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205127.026528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205127.026530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205127.026532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205127.026534:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205127.026534:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205127.026537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205127.026540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205127.026543:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205127.026545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205127.026549:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205127.026595:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205127.026600:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205127.026603:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205127.218521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205127.218528:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205127.218530:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205127.218535:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205127.218539:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205127.218543:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205127.218545:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205127.218548:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205127.218551:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205128.050508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205128.050513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205128.050516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205128.050518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205128.050519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205128.050526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205128.050526:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205128.050529:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205128.050531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205128.050535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205128.050538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205128.050541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205128.050545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205128.050595:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205128.050598:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205128.050601:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205128.242531:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205128.242538:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205128.242540:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205128.242545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205128.242549:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205128.242552:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.242555:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205128.242557:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.242560:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205128.754529:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205128.754547:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205128.754550:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205128.754555:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205128.754559:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205128.754566:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4261
00000400:00000200:0.0:1788205128.754579:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205128.754586:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205128.754590:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205128.754594:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205128.754598:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205128.754602:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205128.754605:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205128.754609:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205128.754611:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205128.754614:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205128.754617:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205128.754619:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205128.754621:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205128.754624:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205128.754626:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205128.754628:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205128.754630:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205128.754633:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205128.754636:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205128.754639:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205128.754641:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205128.754645:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205128.754648:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205128.754650:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205128.754653:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205128.754671:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788205128.754675:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205128.754678:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205128.754680:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205128.754683:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205128.754686:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205128.754691:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205128.754698:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788205128.754705:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205128.754713:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205128.754723:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205128.754726:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205128.754731:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205128.754753:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205128.754756:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205128.754760:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205128.754761:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205128.754762:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205128.754765:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205128.754767:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4261
00000400:00000200:0.0:1788205128.754771:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205128.754775:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205128.754777:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205128.754780:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205128.754782:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205128.754784:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205128.754788:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205128.754789:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788205128.754790:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205128.754793:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788205128.754794:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:2.0:1788205128.754796:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788205128.754797:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205128.754801:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000040:2.0:1788205128.754804:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205128.754805:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205128.754810:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205128.754818:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205128.754819:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205128.754822:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205128.754823:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205128.754827:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205128.754829:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788205128.754831:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788205128.754833:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788205128.754834:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:2.0:1788205128.754839:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205128.754840:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205128.754845:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205128.754848:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556813696:192.168.201.145@tcp:250:kworker.0
02000000:00000001:0.0:1788205128.754849:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205128.754856:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205128.754857:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205128.754860:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205128.754862:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205128.754864:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205128.754866:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205128.754870:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1788205128.754872:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205128.754876:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205128.754877:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
00000100:00000001:0.0:1788205128.754879:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205128.754881:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205128.754886:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000400:00000200:2.0:1788205128.754890:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:0.0:1788205128.754892:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205128.754895:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788205128.754896:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
02000000:00000001:0.0:1788205128.754897:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205128.754902:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205128.754903:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788205128.754905:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
02000000:00000001:0.0:1788205128.754906:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205128.754913:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000200:2.0:1788205128.754915:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556813696, portal 25
00000100:00000001:0.0:1788205128.754917:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.754919:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205128.754922:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00100000:0.0:1788205128.754926:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788205128.754931:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.754947:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205128.754949:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205128.754951:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205128.754954:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556813696, offset 0
00000400:00000200:2.0:1788205128.754958:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205128.754967:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205128.754968:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205128.754974:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205128.754974:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205128.754981:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788205128.754984:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205128.754989:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205128.754995:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205128.755000:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:0.0:1788205128.755003:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205128.755007:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3561:3561:256:4294967295] 192.168.201.145@tcp LPNI seq info [3561:3561:8:4294967295]
00000100:00080000:0.0:1788205128.755009:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205128.755016:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788205128.755017:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205128.755021:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205128.755023:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205128.755028:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205128.755031:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788205128.755035:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4261
00000800:00000200:2.0:1788205128.755042:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205128.755043:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:2.0:1788205128.755049:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000400:00000200:0.0:1788205128.755050:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205128.755055:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788205128.755060:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788205128.755062:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:2.0:1788205128.755066:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788205128.755067:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205128.755072:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205128.755077:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:2.1:1788205128.755078:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788205128.755082:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788205128.755083:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000020:00000040:0.0:1788205128.755086:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205128.755091:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:2.0:1788205128.755091:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788205128.755095:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000010:2.0:1788205128.755096:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000020:00000001:0.0:1788205128.755100:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205128.755104:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205128.755105:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788205128.755111:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205128.755114:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788205128.755116:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205128.755121:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205128.755122:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000100:00000001:0.0:1788205128.755126:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:2.0:1788205128.755127:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000020:00000040:0.0:1788205128.755133:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000001:2.0:1788205128.755134:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788205128.755139:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000200:2.0:1788205128.755141:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205128.755143:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205128.755148:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205128.755152:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205128.755156:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755156:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205128.755160:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788205128.755163:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788205128.755164:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205128.755170:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205128.755174:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755181:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205128.755182:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000100:00000001:2.0:1788205128.755184:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1788205128.755187:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205128.755190:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788205128.755192:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205128.755193:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205128.755198:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205128.755201:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205128.755201:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788205128.755205:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755206:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298935976
02000000:00000010:0.0:1788205128.755211:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000010:2.0:1788205128.755214:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511f60.
00000100:00000001:0.0:1788205128.755216:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755221:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1788205128.755226:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205128.755229:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298935976
00000100:00000010:2.0:1788205128.755236:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925119c0.
00000100:00000001:0.0:1788205128.755240:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205128.755241:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205128.755244:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755247:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788205128.755252:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755252:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755255:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205128.755261:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205128/real 1788205128]  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205128.755270:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205128.755273:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1788205128.755274:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1788205128.755276:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205128.755279:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000100:00080000:0.0:1788205128.755281:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1788205128.755283:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000100:00000001:0.0:1788205128.755284:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788205128.755287:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00080000:0.0:1788205128.755288:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205128.755293:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205128.755293:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1788205128.755300:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4261
00000100:00000200:2.0:1788205128.755302:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205128.755307:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205128.755327:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205128.755332:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788205128.755335:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205128.755338:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205128.755344:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205128.755348:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205128.755349:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205128.755353:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205128.755353:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.755355:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1788205128.755359:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205128.755359:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788205128.755362:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205128.755366:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:2.0:1788205128.755366:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205128.755370:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788205128.755375:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788205128.755376:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788205128.755381:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788205128.755383:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205128.755388:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205128.755393:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205128.755394:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205128.755417:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.755419:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205128.755419:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.755421:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205128.755422:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205128.755424:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205128.755429:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000040:0.0:1788205128.755430:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205128.755432:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788205128.755435:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788205128.755437:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205128.755440:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205128.755447:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205128.755453:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205128.755454:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556813696:192.168.201.145@tcp:250:kworker.0
02000000:00000001:0.0:1788205128.755457:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205128.755462:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205128.755463:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205128.755467:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755468:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205128.755471:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205128.755475:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788205128.755475:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556813696/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788205128.755481:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205128.755485:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205128.755491:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788205128.755496:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788205128.755497:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205128.755502:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205128.755502:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1788205128.755505:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205128.755505:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205128.755508:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788205128.755509:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:2.0:1788205128.755511:0:2340:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:0.0:1788205128.755514:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:2.0:1788205128.755514:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205128.755518:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205128.755518:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205128.755520:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000010:0.0:1788205128.755524:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:2.0:1788205128.755524:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205128.755525:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205128.755528:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:0.0:1788205128.755531:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755531:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205128.755532:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.755536:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205128.755540:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205128.755542:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205128.755544:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755548:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205128.755551:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205128.755553:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788205128.755556:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788205128.755558:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205128.755560:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755568:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205128.755570:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205128.755571:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205128.755573:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205128.755577:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205128.755583:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205128.755590:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205128.755590:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813824:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205128.755597:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788205128.755598:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4271)
02000000:00000001:2.0:1788205128.755600:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205128.755603:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205128.755606:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205128.755609:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205128.755612:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205128.755616:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205128.755619:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205128.755623:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205128.755626:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556813824, portal 10
00000100:00000001:2.0:1788205128.755628:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205128.755629:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:2.0:1788205128.755636:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755643:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205128.755645:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205128.755647:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205128.755649:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556813824, offset 0
00000400:00000200:2.0:1788205128.755653:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205128.755657:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205128.755661:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205128.755664:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205128.755666:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205128.755668:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205128.755669:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205128.755672:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3562:3562:256:4294967295] 192.168.201.145@tcp LPNI seq info [3562:3562:8:4294967295]
00000400:00000200:2.0:1788205128.755676:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205128.755682:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205128.755686:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205128.755690:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205128.755694:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205128.755696:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788205128.755700:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205128.755703:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788205128.755706:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205128.755708:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205128.755711:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205128.755714:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205128.755717:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205128.755719:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205128.755722:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205128.755726:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755733:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205128.755735:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755739:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755741:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205128.755743:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205128.755745:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205128.755747:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205128.755749:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298934099
00000100:00000001:2.0:1788205128.755751:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298935976
00000100:00000001:2.0:1788205128.755752:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298934099
00000100:00000001:2.0:1788205128.755753:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298935976
00000100:00000001:2.0:1788205128.755755:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205128.755756:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755757:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205128.755759:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205128/real 1788205128]  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205128.755763:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205128.755764:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205128.755765:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205128.755767:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205128.755768:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205128.755769:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205128.755771:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205128.755776:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755783:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205128.755784:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.755785:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205128.755786:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205128.755788:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755791:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205128.755793:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755797:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205128.755798:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.755799:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205128.755800:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.755801:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205128.755802:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205128.755803:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205128.755805:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205128.755806:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205128.755808:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205128.755812:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813824:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205128.755814:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205128.755816:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755821:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205128.755823:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205128.755825:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205128.755827:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205128.755829:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205128.755831:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813952:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205128.755834:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205128.755836:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205128.755838:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205128.755839:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205128.755842:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205128.755844:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205128.755847:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205128.755850:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205128.755854:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205128.755856:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556813952, portal 4
00000100:00000001:2.0:1788205128.755859:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205128.755860:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:2.0:1788205128.755866:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755872:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205128.755874:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205128.755876:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205128.755878:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556813952, offset 0
00000400:00000200:2.0:1788205128.755882:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205128.755885:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205128.755889:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205128.755891:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205128.755894:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205128.755896:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205128.755898:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205128.755901:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3563:3563:256:4294967295] 192.168.201.145@tcp LPNI seq info [3563:3563:8:4294967295]
00000400:00000200:2.0:1788205128.755905:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205128.755910:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205128.755914:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205128.755916:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205128.755919:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205128.755920:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788205128.755923:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205128.755925:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788205128.755927:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205128.755928:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205128.755930:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205128.755932:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205128.755934:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205128.755935:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205128.755937:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205128.755939:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755944:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205128.755945:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755949:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755950:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205128.755952:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205128.755954:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205128.755955:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205128.755957:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298933782
00000100:00000001:2.0:1788205128.755958:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298935976
00000100:00000001:2.0:1788205128.755959:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298933782
00000100:00000001:2.0:1788205128.755961:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298935976
00000100:00000001:2.0:1788205128.755962:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205128.755963:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.755964:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205128.755967:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205128/real 1788205128]  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205128.755975:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205128.755976:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205128.755977:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205128.755979:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205128.755981:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205128.755982:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205128.755985:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205128.755993:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.755999:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205128.756000:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756002:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205128.756002:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205128.756005:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756009:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205128.756011:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756016:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205128.756017:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756019:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205128.756020:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756022:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205128.756023:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205128.756025:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205128.756028:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205128.756031:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205128.756035:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205128.756042:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556813952:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205128.756045:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756047:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205128.756050:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556813824/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756056:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205128.756057:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205128.756059:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205128.756061:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205128.756063:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205128.756064:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205128.756066:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205128.756068:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:2.0:1788205128.756070:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205128.756071:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205128.756072:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:2.0:1788205128.756075:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205128.756077:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756078:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205128.756081:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556813952/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756086:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205128.756088:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205128.756089:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205128.756091:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205128.756092:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205128.756093:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205128.756095:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205128.756096:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:2.0:1788205128.756099:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205128.756100:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205128.756101:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:2.0:1788205128.756103:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205128.756104:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756106:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756109:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205128.756111:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.756112:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205128.756114:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205128.756115:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205128.756119:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756125:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205128.756126:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205128.756128:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205128.756130:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205128.756132:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205128.756135:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814080:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205128.756138:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205128.756139:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205128.756141:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205128.756142:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205128.756144:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205128.756146:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205128.756149:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205128.756152:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205128.756155:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205128.756158:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556814080, portal 4
00000100:00000001:2.0:1788205128.756160:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205128.756161:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:2.0:1788205128.756167:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756173:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205128.756175:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205128.756178:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205128.756181:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556814080, offset 0
00000400:00000200:2.0:1788205128.756185:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205128.756189:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205128.756192:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205128.756195:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205128.756197:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205128.756200:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205128.756202:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205128.756205:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3564:3564:256:4294967295] 192.168.201.145@tcp LPNI seq info [3564:3564:8:4294967295]
00000400:00000200:2.0:1788205128.756209:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205128.756216:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205128.756219:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205128.756222:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205128.756226:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205128.756228:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788205128.756233:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205128.756235:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788205128.756238:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205128.756240:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205128.756242:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205128.756245:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205128.756247:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205128.756249:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205128.756251:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205128.756255:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756261:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205128.756264:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756269:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.756270:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205128.756273:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205128.756276:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205128.756279:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205128.756281:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298934513
00000100:00000001:2.0:1788205128.756283:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298935976
00000100:00000001:2.0:1788205128.756285:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298934513
00000100:00000001:2.0:1788205128.756287:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298935976
00000100:00000001:2.0:1788205128.756288:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205128.756290:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.756291:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205128.756295:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205128/real 1788205128]  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205128.756301:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205128.756302:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205128.756304:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205128.756306:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205128.756308:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205128.756309:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205128.756324:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205128.756333:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756339:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205128.756341:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756343:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205128.756344:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205128.756348:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756355:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205128.756359:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756366:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205128.756369:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756370:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205128.756371:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756373:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205128.756375:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205128.756377:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205128.756380:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205128.756383:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205128.756387:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205128.756395:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814080:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205128.756417:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756419:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205128.756423:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556814080/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205128.756429:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205128.756431:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205128.756433:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205128.756435:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205128.756437:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205128.756438:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205128.756439:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205128.756441:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:2.0:1788205128.756443:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205128.756445:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205128.756446:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:2.0:1788205128.756448:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205128.756450:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756452:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205128.756455:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205128.756457:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205128.756459:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205128.756460:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205129.074501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205129.074501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205129.074506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205129.074508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205129.074511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205129.074512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205129.074515:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205129.074518:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788205129.074519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205129.074521:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205129.074525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205129.074525:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205129.074529:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205129.074531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205129.074531:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205129.074536:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205129.074537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205129.074541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205129.074544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205129.074585:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205129.074589:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205129.074592:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205129.266502:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205129.266508:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205129.266509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205129.266513:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205129.266516:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205129.266519:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205129.266521:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205129.266523:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205129.266524:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205130.098489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205130.098489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205130.098495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205130.098496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205130.098500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205130.098501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205130.098504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205130.098505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205130.098510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205130.098514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205130.098517:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205130.098520:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205130.098523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205130.098547:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205130.098555:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205130.098558:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205130.290471:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205130.290479:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205130.290482:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205130.290487:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205130.290490:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205130.290494:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205130.290496:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205130.290499:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205130.290502:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205130.994487:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298935976, at 4298936000
00000100:00000040:1.0:1788205130.994487:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298935976, at 4298936000
00000100:00000010:1.0:1788205130.994500:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925119c0.
00000100:00000010:0.0:1788205130.994503:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511f60.
00000100:00000001:1.0:1788205131.122504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205131.122512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205131.122515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205131.122521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205131.122523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205131.122525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205131.122528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205131.122531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205131.122533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205131.122535:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205131.122536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205131.122541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205131.122545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205131.122649:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205131.122653:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205131.122657:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205131.314507:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205131.314513:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205131.314514:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205131.314519:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205131.314521:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205131.314524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205131.314526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205131.314528:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205131.314530:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205132.146503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205132.146511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205132.146513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205132.146519:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205132.146523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205132.146527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205132.146530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205132.146532:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205132.146535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205132.146754:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205132.146757:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205132.146762:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205132.146763:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205132.146804:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205132.146807:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205132.146810:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205132.338469:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205132.338476:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205132.338478:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205132.338484:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205132.338488:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205132.338491:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205132.338494:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205132.338496:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205132.338499:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205133.170510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205133.170513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205133.170517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205133.170518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205133.170522:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205133.170522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205133.170525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205133.170528:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205133.170533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205133.170536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205133.170539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205133.170541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205133.170544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205133.170584:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205133.170588:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205133.170592:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205133.362509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205133.362517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205133.362520:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205133.362525:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205133.362529:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205133.362533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.362535:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205133.362539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.362541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205133.874578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205133.874587:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205133.874589:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205133.874593:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205133.874597:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205133.874604:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4266
00000400:00000200:3.0:1788205133.874612:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205133.874618:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205133.874621:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205133.874624:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.874627:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205133.874630:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.874632:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205133.874636:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205133.874638:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205133.874641:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205133.874644:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205133.874646:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205133.874649:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205133.874651:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.874653:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205133.874655:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.874657:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205133.874659:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205133.874662:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205133.874665:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205133.874667:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205133.874671:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205133.874674:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205133.874676:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205133.874678:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205133.874686:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205133.874690:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205133.874694:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205133.874696:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205133.874699:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205133.874702:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205133.874705:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205133.874712:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788205133.874718:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205133.874727:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205133.874737:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205133.874741:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205133.874746:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205133.874766:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205133.874769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205133.874772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205133.874774:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205133.874775:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205133.874778:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205133.874780:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4266
00000400:00000200:3.0:1788205133.874783:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205133.874786:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205133.874789:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205133.874792:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.874794:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205133.874804:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205133.874807:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205133.874811:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205133.874812:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205133.874816:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205133.874817:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205133.874819:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205133.874822:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788205133.874826:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205133.874826:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205133.874829:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788205133.874838:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205133.874840:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205133.874842:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:2.0:1788205133.874844:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788205133.874848:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.874851:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205133.874853:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.874855:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205133.874857:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:2.0:1788205133.874860:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788205133.874861:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205133.874866:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205133.874867:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205133.874869:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788205133.874875:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556814208:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788205133.874875:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205133.874880:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.874883:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205133.874883:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205133.874889:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788205133.874890:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205133.874893:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205133.874897:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205133.874902:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205133.874905:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205133.874905:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205133.874911:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205133.874915:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:3.0:1788205133.874917:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000400:00000010:2.0:1788205133.874920:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000020:00000040:3.0:1788205133.874921:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205133.874926:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205133.874928:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205133.874930:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000001:3.0:1788205133.874930:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205133.874931:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205133.874935:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205133.874940:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556814208, portal 25
02000000:00000010:3.0:1788205133.874940:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:2.0:1788205133.874945:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205133.874947:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.874948:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00100000:3.0:1788205133.874955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788205133.874957:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205133.874968:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205133.874970:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205133.874978:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.874981:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205133.874988:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205133.874993:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000001:3.0:1788205133.874994:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205133.874999:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556814208, offset 0
00000100:00080000:3.0:1788205133.874999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205133.875005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205133.875007:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205133.875009:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788205133.875010:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205133.875014:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205133.875018:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4266
00000400:00000200:2.0:1788205133.875022:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205133.875029:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205133.875034:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205133.875039:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205133.875042:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205133.875045:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205133.875049:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3565:3565:256:4294967295] 192.168.201.145@tcp LPNI seq info [3565:3565:8:4294967295]
00000400:00000200:2.0:1788205133.875053:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205133.875058:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205133.875066:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1788205133.875068:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788205133.875070:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205133.875075:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.875078:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788205133.875080:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000040:3.0:1788205133.875082:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.875086:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000010:2.0:1788205133.875087:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000020:00000001:3.0:1788205133.875088:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205133.875092:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205133.875093:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205133.875096:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:2.0:1788205133.875098:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:3.0:1788205133.875100:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:2.0:1788205133.875105:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1788205133.875105:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205133.875111:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.875117:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788205133.875117:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788205133.875122:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:2.1:1788205133.875123:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1788205133.875126:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205133.875131:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000800:00000100:2.0:1788205133.875132:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205133.875136:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000010:2.0:1788205133.875137:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000100:00000001:3.0:1788205133.875140:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205133.875143:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205133.875146:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788205133.875147:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205133.875151:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205133.875154:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205133.875155:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1788205133.875157:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205133.875161:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205133.875162:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000100:00000001:3.0:1788205133.875165:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205133.875166:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000010:3.0:1788205133.875170:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205133.875172:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1788205133.875174:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000200:2.0:1788205133.875180:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205133.875180:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205133.875182:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205133.875187:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205133.875189:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205133.875192:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205133.875195:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00000001:3.0:1788205133.875198:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.875206:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788205133.875206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788205133.875214:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205133.875218:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205133.875221:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205133.875238:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875244:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.875249:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205133.875254:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.875256:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205133.875257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205133.875262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1788205133.875263:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205133.875265:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205133.875268:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298941096
00000100:00080000:3.0:1788205133.875268:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205133.875274:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1788205133.875276:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511de0.
00000100:00080000:3.0:1788205133.875277:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4266
00000400:00000200:3.0:1788205133.875283:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205133.875286:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1788205133.875287:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205133.875291:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205133.875295:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205133.875296:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298941096
00000100:00000001:3.0:1788205133.875297:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205133.875301:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000010:2.0:1788205133.875303:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511ea0.
00000100:00000001:3.0:1788205133.875304:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205133.875308:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205133.875309:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1788205133.875310:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:2.0:1788205133.875314:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205133.875314:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205133.875316:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788205133.875319:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205133.875321:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788205133.875324:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788205133.875325:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205133.875330:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00100000:2.0:1788205133.875333:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205133/real 1788205133]  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205133.875333:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205133.875338:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205133.875342:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205133.875347:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205133.875349:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205133.875352:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205133.875353:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205133.875356:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205133.875360:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205133.875362:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788205133.875363:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1788205133.875367:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:3.0:1788205133.875367:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1788205133.875371:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000008:00000001:3.0:1788205133.875372:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205133.875377:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205133.875378:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205133.875382:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000010:3.0:1788205133.875382:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205133.875385:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1788205133.875387:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205133.875391:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788205133.875393:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205133.875394:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205133.875431:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875438:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205133.875440:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205133.875442:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205133.875444:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788205133.875445:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205133.875448:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205133.875449:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205133.875457:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205133.875457:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788205133.875463:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.875470:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205133.875480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788205133.875490:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205133.875492:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205133.875496:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205133.875504:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875505:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205133.875511:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.875515:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205133.875518:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205133.875520:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.875523:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1788205133.875526:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4276)
00000100:00000001:2.0:1788205133.875527:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205133.875532:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205133.875537:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205133.875540:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205133.875553:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205133.875562:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556814208:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205133.875567:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.875569:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205133.875572:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556814208/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875579:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205133.875581:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205133.875584:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205133.875587:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205133.875589:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205133.875591:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205133.875593:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205133.875595:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:2.0:1788205133.875598:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205133.875600:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205133.875602:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788205133.875605:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205133.875606:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.875608:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.875615:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205133.875617:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.875619:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205133.875620:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205133.875622:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205133.875626:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875638:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205133.875640:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205133.875642:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205133.875643:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205133.875645:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205133.875649:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814336:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205133.875652:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205133.875654:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205133.875655:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205133.875656:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205133.875660:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205133.875662:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205133.875665:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205133.875668:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205133.875672:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205133.875675:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556814336, portal 10
00000100:00000001:2.0:1788205133.875676:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205133.875677:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788205133.875684:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875690:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205133.875692:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205133.875694:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205133.875697:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556814336, offset 0
00000400:00000200:2.0:1788205133.875701:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205133.875704:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205133.875708:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205133.875711:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205133.875713:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205133.875716:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205133.875718:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205133.875721:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3566:3566:256:4294967295] 192.168.201.145@tcp LPNI seq info [3566:3566:8:4294967295]
00000400:00000200:2.0:1788205133.875725:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205133.875731:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205133.875736:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205133.875739:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205133.875743:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205133.875746:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788205133.875751:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205133.875753:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788205133.875757:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205133.875759:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205133.875762:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205133.875765:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205133.875767:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205133.875769:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205133.875772:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205133.875775:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875782:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205133.875785:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875792:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.875793:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205133.875796:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205133.875799:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205133.875802:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205133.875804:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298939219
00000100:00000001:2.0:1788205133.875807:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298941096
00000100:00000001:2.0:1788205133.875809:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298939219
00000100:00000001:2.0:1788205133.875811:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298941096
00000100:00000001:2.0:1788205133.875813:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205133.875815:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.875817:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205133.875820:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205133/real 1788205133]  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205133.875828:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205133.875829:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205133.875830:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205133.875832:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205133.875834:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205133.875836:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205133.875839:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205133.875846:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875853:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205133.875854:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.875856:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205133.875857:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205133.875860:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875866:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205133.875870:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875876:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205133.875879:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.875880:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205133.875881:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.875883:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205133.875885:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205133.875887:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205133.875890:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205133.875892:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205133.875896:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205133.875903:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814336:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205133.875906:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205133.875909:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875915:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205133.875917:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205133.875919:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205133.875921:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205133.875923:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205133.875925:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814464:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205133.875928:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205133.875930:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205133.875931:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205133.875933:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205133.875936:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205133.875937:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205133.875940:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205133.875943:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205133.875946:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205133.875949:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556814464, portal 4
00000100:00000001:2.0:1788205133.875951:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205133.875952:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:2.0:1788205133.875957:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.875962:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205133.875965:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205133.875967:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205133.875970:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556814464, offset 0
00000400:00000200:2.0:1788205133.875973:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205133.875977:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205133.875981:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205133.875984:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205133.875986:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205133.875988:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205133.875990:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205133.875993:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3567:3567:256:4294967295] 192.168.201.145@tcp LPNI seq info [3567:3567:8:4294967295]
00000400:00000200:2.0:1788205133.875996:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205133.876002:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205133.876007:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205133.876010:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205133.876014:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205133.876016:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788205133.876020:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205133.876023:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788205133.876026:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205133.876028:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205133.876030:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205133.876033:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205133.876036:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205133.876038:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205133.876041:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205133.876044:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876052:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205133.876055:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876062:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.876063:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205133.876067:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205133.876069:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205133.876073:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205133.876075:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298938902
00000100:00000001:2.0:1788205133.876077:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298941096
00000100:00000001:2.0:1788205133.876078:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298938902
00000100:00000001:2.0:1788205133.876080:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298941096
00000100:00000001:2.0:1788205133.876082:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205133.876083:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.876085:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205133.876089:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205133/real 1788205133]  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205133.876096:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205133.876097:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205133.876099:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205133.876102:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205133.876103:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205133.876105:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205133.876108:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205133.876116:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876122:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205133.876123:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876125:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205133.876126:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205133.876129:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876136:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205133.876140:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876146:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205133.876149:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876150:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205133.876151:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876153:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205133.876154:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205133.876157:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205133.876160:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205133.876162:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205133.876166:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205133.876174:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814464:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205133.876177:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205133.876180:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876187:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205133.876188:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205133.876190:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205133.876192:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205133.876194:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205133.876196:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814592:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205133.876199:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205133.876201:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205133.876202:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205133.876204:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205133.876207:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800a400.
02000000:00000001:2.0:1788205133.876209:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205133.876212:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205133.876214:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205133.876218:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205133.876220:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556814592, portal 4
00000100:00000001:2.0:1788205133.876222:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205133.876223:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205133.876242:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876249:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205133.876251:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205133.876253:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205133.876256:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556814592, offset 0
00000400:00000200:2.0:1788205133.876260:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205133.876263:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205133.876287:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205133.876290:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205133.876292:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205133.876295:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205133.876298:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205133.876302:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3568:3568:256:4294967295] 192.168.201.145@tcp LPNI seq info [3568:3568:8:4294967295]
00000400:00000200:2.0:1788205133.876306:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205133.876313:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205133.876318:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205133.876321:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205133.876325:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205133.876327:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788205133.876332:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205133.876346:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788205133.876351:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205133.876353:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205133.876356:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205133.876359:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205133.876363:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205133.876364:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205133.876367:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205133.876372:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876380:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205133.876383:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876389:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.876390:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205133.876394:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205133.876414:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205133.876418:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205133.876420:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298939634
00000100:00000001:2.0:1788205133.876422:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298941096
00000100:00000001:2.0:1788205133.876425:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298939634
00000100:00000001:2.0:1788205133.876427:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298941096
00000100:00000001:2.0:1788205133.876428:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205133.876431:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.876432:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205133.876436:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205133/real 1788205133]  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205133.876444:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205133.876445:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205133.876447:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205133.876450:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205133.876452:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205133.876454:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205133.876457:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205133.876465:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876477:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205133.876479:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876480:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205133.876482:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205133.876485:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876492:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205133.876495:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876501:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205133.876504:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876505:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205133.876507:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876508:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205133.876510:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205133.876512:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205133.876515:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205133.876517:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205133.876521:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205133.876528:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814592:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205133.876532:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876534:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205133.876537:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556814336/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876543:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205133.876545:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205133.876547:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205133.876549:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205133.876551:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205133.876552:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205133.876554:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205133.876556:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:2.0:1788205133.876558:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205133.876560:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205133.876561:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205133.876563:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205133.876565:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876566:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205133.876570:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556814464/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876575:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205133.876576:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205133.876578:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205133.876580:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205133.876581:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205133.876582:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205133.876584:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205133.876585:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:2.0:1788205133.876587:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205133.876588:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205133.876590:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205133.876592:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205133.876593:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876594:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205133.876598:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556814592/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205133.876603:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205133.876605:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205133.876606:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800a400.
02000000:00000001:2.0:1788205133.876608:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205133.876609:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205133.876610:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205133.876612:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205133.876613:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:2.0:1788205133.876615:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205133.876616:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205133.876617:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205133.876619:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205133.876620:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876622:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205133.876625:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205133.876627:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205133.876628:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205133.876630:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205134.194467:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205134.194475:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205134.194478:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205134.194483:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205134.194487:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205134.194490:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205134.194492:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205134.194494:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205134.194497:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205134.194522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205134.194527:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205134.194529:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205134.194533:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205134.194536:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205134.194538:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205134.194540:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205134.194542:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205134.194545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205134.194547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205134.194643:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205134.194646:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205134.194649:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205134.386487:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205134.386494:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205134.386496:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205134.386501:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205134.386505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205134.386508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205134.386510:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205134.386513:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205134.386515:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205135.218512:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205135.218514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205135.218520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205135.218521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205135.218524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205135.218527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205135.218530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205135.218530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205135.218537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205135.218541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205135.218544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205135.218547:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205135.218550:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205135.218655:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205135.218659:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205135.218662:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205135.410533:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205135.410541:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205135.410544:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205135.410551:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205135.410554:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205135.410558:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205135.410567:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205135.410570:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205135.410573:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205136.114517:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298941096, at 4298941120
00000100:00000040:0.0:1788205136.114522:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298941096, at 4298941120
00000100:00000010:1.0:1788205136.114533:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ea0.
00000100:00000010:0.0:1788205136.114535:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511de0.
00000100:00000001:1.0:1788205136.242508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205136.242513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205136.242517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205136.242518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205136.242521:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205136.242526:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205136.242527:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205136.242530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205136.242533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205136.242538:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205136.242541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205136.242543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205136.242546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205136.242589:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205136.242597:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205136.242600:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205136.434494:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205136.434502:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205136.434504:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205136.434509:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205136.434513:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205136.434516:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205136.434519:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205136.434521:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205136.434524:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205137.266513:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205137.266516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205137.266520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205137.266521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205137.266523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205137.266525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205137.266526:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205137.266527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205137.266537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205137.266541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205137.266544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205137.266547:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205137.266550:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205137.266610:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205137.266614:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205137.266617:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205137.458568:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205137.458576:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205137.458578:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205137.458583:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205137.458587:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205137.458590:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205137.458592:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205137.458595:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205137.458604:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205138.290495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205138.290499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205138.290503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205138.290504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205138.290508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205138.290511:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205138.290513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205138.290561:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205138.290565:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205138.290567:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788205138.290568:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205138.290572:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788205138.290573:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205138.290574:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205138.290578:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205138.290579:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205138.482558:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205138.482566:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205138.482569:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205138.482574:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205138.482577:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205138.482595:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.482599:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205138.482601:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.482607:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205138.994534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205138.994549:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205138.994553:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205138.994557:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205138.994564:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205138.994574:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4271
00000400:00000200:3.0:1788205138.994586:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205138.994597:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205138.994601:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205138.994606:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.994609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205138.994613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.994616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205138.994621:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205138.994624:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205138.994628:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205138.994631:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205138.994634:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205138.994636:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205138.994640:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.994642:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205138.994645:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.994647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205138.994651:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205138.994654:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205138.994657:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205138.994660:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205138.994665:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205138.994668:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.994671:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205138.994673:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205138.994683:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205138.994687:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205138.994692:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205138.994694:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.994698:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205138.994702:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205138.994709:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205138.994719:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:3.0:1788205138.994729:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205138.994741:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205138.994753:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205138.994759:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205138.994764:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205138.994789:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205138.994793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205138.994797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205138.994799:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205138.994801:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205138.994804:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205138.994807:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4271
00000400:00000200:3.0:1788205138.994811:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205138.994814:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205138.994816:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205138.994819:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.994821:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205138.994824:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.994826:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205138.994828:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205138.994830:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205138.994832:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205138.994834:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205138.994837:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205138.994840:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205138.994845:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.994848:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205138.994850:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205138.994853:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205138.994854:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205138.994862:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:2.0:1788205138.994865:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205138.994867:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205138.994871:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205138.994873:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205138.994876:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205138.994882:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205138.994885:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205138.994886:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.994892:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205138.994900:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205138.994905:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1788205138.994908:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.994909:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.994913:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205138.994916:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1788205138.994921:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
02000000:00000001:2.0:1788205138.994923:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205138.994929:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205138.994931:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205138.994935:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205138.994939:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205138.994941:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556814720:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205138.994944:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205138.994948:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205138.994951:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205138.994953:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205138.994958:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788205138.994961:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:2.0:1788205138.994963:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.994968:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205138.994969:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205138.994977:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
00000100:00100000:3.0:1788205138.994980:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788205138.994982:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205138.994999:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205138.995000:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205138.995005:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205138.995006:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000100:00000040:3.0:1788205138.995014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788205138.995018:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205138.995032:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556814720, portal 25
00000100:00000001:3.0:1788205138.995033:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.995038:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788205138.995040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205138.995042:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00080000:3.0:1788205138.995048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205138.995051:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205138.995054:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788205138.995057:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205138.995060:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205138.995070:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4271
00000400:00000200:3.0:1788205138.995086:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205138.995089:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788205138.995093:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205138.995100:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205138.995101:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205138.995109:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000040:3.0:1788205138.995111:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:2.0:1788205138.995117:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556814720, offset 0
00000100:00000001:3.0:1788205138.995118:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205138.995124:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.995128:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205138.995131:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205138.995133:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205138.995135:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205138.995153:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:2.0:1788205138.995156:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788205138.995158:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205138.995164:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205138.995169:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.995173:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205138.995176:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.995178:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205138.995180:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205138.995183:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205138.995451:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205138.995455:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205138.995461:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205138.995464:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.995466:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205138.995470:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205138.995473:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.995476:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205138.995482:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205138.995486:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205138.995490:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205138.995491:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.995494:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205138.995496:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205138.995499:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205138.995506:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:3.0:1788205138.995512:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205138.995521:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205138.995530:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205138.995535:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205138.995543:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205138.995552:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205138.995556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205138.995560:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205138.995562:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205138.995564:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205138.995567:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205138.995570:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4271
00000400:00000200:2.0:1788205138.996154:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205138.996165:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205138.996171:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205138.996177:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205138.996182:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205138.996189:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205138.996197:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3569:3569:256:4294967295] 192.168.201.145@tcp LPNI seq info [3569:3569:8:4294967295]
00000400:00000200:2.0:1788205138.996202:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205138.996217:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205138.996224:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205138.996231:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205138.996238:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205138.996242:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788205138.996248:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205138.996252:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788205138.996257:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205138.996259:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205138.996264:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205138.996270:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205138.996276:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205138.996279:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205138.996284:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205138.996288:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.996297:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205138.996300:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.996306:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.996308:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205138.996314:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205138.996319:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205138.996322:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298946217
00000100:00000010:2.0:1788205138.996326:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511c00.
00000100:00000001:2.0:1788205138.996332:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205138.996339:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298946217
00000100:00000010:2.0:1788205138.996341:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511240.
00000100:00000001:2.0:1788205138.996344:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205138.996347:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205138.996350:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.996352:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205138.996357:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205138/real 1788205138]  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205138.996366:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205138.996368:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205138.996370:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205138.996374:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205138.996376:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205138.996379:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205138.996382:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205138.996391:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.996411:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205138.996413:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.996416:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205138.996418:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205138.996421:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.996428:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205138.996433:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.996445:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205138.996447:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.996449:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205138.996456:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.996459:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205138.996461:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205138.996464:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205138.996468:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205138.996471:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205138.996475:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205138.996482:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556814720:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205138.996487:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.996490:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205138.996493:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556814720/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.996498:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205138.996501:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205138.996504:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205138.996507:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205138.996509:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205138.996512:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205138.996514:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205138.996517:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:2.0:1788205138.996521:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205138.996523:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205138.996525:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788205138.996528:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205138.996530:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.996532:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.996540:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205138.996542:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.996544:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205138.996547:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205138.996548:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205138.996552:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.996558:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205138.996560:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205138.996563:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205138.996565:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205138.996568:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205138.996571:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814848:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205138.996575:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205138.996578:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205138.996580:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205138.996582:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205138.996586:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205138.996588:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205138.996591:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205138.996595:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205138.996599:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205138.996604:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556814848, portal 10
00000100:00000001:2.0:1788205138.996606:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205138.996607:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788205138.996613:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.996619:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205138.996622:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205138.996624:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205138.996626:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556814848, offset 0
00000400:00000200:2.0:1788205138.996630:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205138.997245:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205138.997251:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205138.997255:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205138.997258:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.997261:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205138.997263:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.997266:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205138.997269:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205138.997271:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205138.997273:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205138.997276:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205138.997278:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205138.997280:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205138.997283:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.997285:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205138.997286:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205138.997288:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205138.997301:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205138.997304:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205138.997307:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205138.997309:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205138.997315:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205138.997317:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.997319:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205138.997322:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205138.997324:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.997326:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205138.997332:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205138.997335:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205138.997338:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205138.997340:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205138.997343:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205138.997344:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205138.997347:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205138.997352:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:3.0:1788205138.997358:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205138.997364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205138.997373:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205138.997377:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205138.997382:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205138.997392:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205138.997424:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4281)
00000400:00000200:2.0:1788205138.997885:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205138.997892:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205138.997897:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205138.997900:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205138.997904:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205138.997906:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205138.997909:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3570:3570:256:4294967295] 192.168.201.145@tcp LPNI seq info [3570:3570:8:4294967295]
00000400:00000200:2.0:1788205138.997913:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205138.997920:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205138.997925:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205138.997931:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205138.997938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205138.997941:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788205138.997946:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205138.997949:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788205138.997953:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205138.997954:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205138.997958:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205138.997963:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205138.997967:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205138.997969:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205138.997972:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205138.997978:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.997987:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205138.997991:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.997997:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.997999:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205138.998004:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205138.998008:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205138.998012:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205138.998014:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298944341
00000100:00000001:2.0:1788205138.998018:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298946217
00000100:00000001:2.0:1788205138.998020:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298944341
00000100:00000001:2.0:1788205138.998022:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298946217
00000100:00000001:2.0:1788205138.998024:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205138.998027:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.998029:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205138.998033:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205138/real 1788205138]  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205138.998042:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205138.998043:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205138.998046:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205138.998049:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205138.998051:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205138.998053:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205138.998056:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205138.998064:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998070:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205138.998071:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998073:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205138.998075:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205138.998079:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998092:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205138.998096:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998103:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205138.998105:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998107:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205138.998109:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998111:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205138.998113:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205138.998117:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205138.998121:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205138.998123:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205138.998128:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205138.998146:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814848:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205138.998152:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205138.998157:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998162:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205138.998164:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205138.998167:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205138.998169:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205138.998171:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205138.998174:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814976:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205138.998177:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205138.998180:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205138.998182:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205138.998184:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205138.998188:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205138.998190:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205138.998193:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205138.998196:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205138.998200:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205138.998204:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556814976, portal 4
00000100:00000001:2.0:1788205138.998206:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205138.998208:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:2.0:1788205138.998214:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998232:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205138.998234:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205138.998237:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205138.998239:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556814976, offset 0
00000400:00000200:2.0:1788205138.998244:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205138.998249:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205138.998252:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205138.998255:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205138.998257:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205138.998260:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205138.998261:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205138.998264:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3571:3571:256:4294967295] 192.168.201.145@tcp LPNI seq info [3571:3571:8:4294967295]
00000400:00000200:2.0:1788205138.998268:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205138.998274:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205138.998278:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205138.998281:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205138.998285:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205138.998288:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788205138.998292:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205138.998294:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788205138.998298:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205138.998300:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205138.998303:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205138.998306:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205138.998308:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205138.998310:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205138.998312:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205138.998316:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998323:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205138.998327:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998333:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.998334:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205138.998337:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205138.998340:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205138.998343:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205138.998345:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298944024
00000100:00000001:2.0:1788205138.998347:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298946217
00000100:00000001:2.0:1788205138.998350:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298944024
00000100:00000001:2.0:1788205138.998351:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298946217
00000100:00000001:2.0:1788205138.998353:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205138.998355:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.998357:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205138.998360:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205138/real 1788205138]  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205138.998367:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205138.998368:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205138.998370:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205138.998372:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205138.998374:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205138.998375:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205138.998378:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205138.998386:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998392:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205138.998393:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998395:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205138.998396:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205138.998418:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998425:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205138.998430:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998447:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205138.998449:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998451:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205138.998452:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998453:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205138.998455:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205138.998457:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205138.998460:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205138.998462:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205138.998465:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205138.998473:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556814976:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205138.998476:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998479:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205138.998482:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556814848/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998487:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205138.998489:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205138.998491:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205138.998494:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205138.998496:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205138.998497:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205138.998499:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205138.998501:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:2.0:1788205138.998504:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205138.998505:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205138.998508:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788205138.998511:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205138.998512:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998514:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205138.998517:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556814976/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998523:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205138.998524:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205138.998526:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205138.998528:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205138.998529:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205138.998530:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205138.998531:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205138.998532:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:2.0:1788205138.998534:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205138.998535:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205138.998536:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788205138.998538:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205138.998539:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998541:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998547:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205138.998549:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.998551:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205138.998552:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205138.998554:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205138.998556:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998562:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205138.998563:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205138.998565:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205138.998566:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205138.998568:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205138.998570:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815104:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205138.998574:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205138.998575:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205138.998576:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205138.998578:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205138.998580:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205138.998582:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205138.998585:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205138.998587:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205138.998590:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205138.998593:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556815104, portal 4
00000100:00000001:2.0:1788205138.998594:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205138.998596:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:2.0:1788205138.998601:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998606:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205138.998609:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205138.998610:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205138.998612:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556815104, offset 0
00000400:00000200:2.0:1788205138.998615:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205138.998619:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205138.998622:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205138.998625:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205138.998627:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205138.998629:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205138.998631:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205138.998634:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3572:3572:256:4294967295] 192.168.201.145@tcp LPNI seq info [3572:3572:8:4294967295]
00000400:00000200:2.0:1788205138.998637:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205138.998643:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205138.998647:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205138.998650:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205138.998654:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205138.998657:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788205138.998660:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205138.998662:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788205138.998666:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205138.998668:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205138.998670:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205138.998673:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205138.998675:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205138.998677:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205138.998679:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205138.998682:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998689:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205138.998692:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998697:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.998698:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205138.998701:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205138.998703:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205138.998706:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205138.998708:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298944756
00000100:00000001:2.0:1788205138.998710:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298946217
00000100:00000001:2.0:1788205138.998712:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298944756
00000100:00000001:2.0:1788205138.998714:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298946217
00000100:00000001:2.0:1788205138.998716:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205138.998717:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.998719:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205138.998722:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205138/real 1788205138]  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205138.998729:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205138.998730:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205138.998732:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205138.998734:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205138.998735:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205138.998737:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205138.998740:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205138.998747:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998753:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205138.998754:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998755:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205138.998756:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205138.998760:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998765:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205138.998768:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998774:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205138.998776:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998778:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205138.998779:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998781:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205138.998782:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205138.998784:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205138.998787:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205138.998789:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205138.998792:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205138.998799:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815104:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205138.998802:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998804:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205138.998807:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556815104/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205138.998813:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205138.998814:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205138.998816:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205138.998818:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205138.998819:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205138.998820:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205138.998822:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205138.998824:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:2.0:1788205138.998826:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205138.998827:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205138.998829:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788205138.998831:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205138.998832:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998834:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205138.998837:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205138.998838:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205138.998840:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205138.998841:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205139.314503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205139.314506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205139.314510:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205139.314511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205139.314515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205139.314515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205139.314519:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1788205139.314521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205139.314522:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205139.314525:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205139.314526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205139.314528:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205139.314530:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205139.314531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205139.314532:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205139.314536:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205139.314537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205139.314541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205139.314544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205139.314600:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205139.314604:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205139.314607:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205139.506540:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205139.506547:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205139.506550:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205139.506555:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205139.506559:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205139.506563:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205139.506565:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205139.506569:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205139.506571:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205140.338489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205140.338496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205140.338503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205140.338505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205140.338509:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205140.338516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205140.338518:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205140.338521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205140.338526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205140.338529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205140.338532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205140.338534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205140.338537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205140.338586:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205140.338593:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205140.338598:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205140.530495:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205140.530503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205140.530505:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205140.530510:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205140.530514:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205140.530517:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205140.530520:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205140.530522:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205140.530525:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205141.234680:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298946217, at 4298946240
00000100:00000010:0.0:1788205141.234696:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511c00.
00000100:00000040:1.0:1788205141.234731:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298946217, at 4298946240
00000100:00000010:1.0:1788205141.234738:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511240.
00010000:00000001:2.0:1788205141.362680:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205141.362687:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205141.362694:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205141.362696:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205141.362753:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205141.362757:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205141.362760:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205141.364181:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205141.364185:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205141.364188:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205141.364192:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205141.364196:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205141.364207:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205141.364210:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205141.364212:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205141.364215:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205141.554548:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205141.554554:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205141.554556:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205141.554562:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205141.554565:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205141.554569:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205141.554573:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205141.554575:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205141.554578:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.386476:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205142.386478:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205142.386481:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.386482:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205142.386485:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205142.386487:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205142.386489:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205142.386489:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205142.386494:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205142.386497:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205142.386500:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205142.386502:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205142.386505:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205142.386533:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205142.386535:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205142.386538:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205142.578536:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205142.578545:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205142.578547:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205142.578553:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205142.578556:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205142.578560:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205142.578562:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205142.578565:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205142.578568:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205143.410501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205143.410502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205143.410509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205143.410509:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788205143.410511:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205143.410513:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788205143.410518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205143.410519:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205143.410525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205143.410525:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788205143.410529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205143.410529:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205143.410533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205143.410534:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205143.410536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205143.410539:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205143.410541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205143.410545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205143.410548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205143.410604:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205143.410606:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205143.410609:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205143.607252:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205143.607259:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205143.607261:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205143.607266:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205143.607269:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205143.607273:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205143.607275:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205143.607278:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205143.607281:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205144.114515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205144.114524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205144.114526:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205144.114530:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205144.114533:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205144.114546:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4276
00000400:00000200:3.0:1788205144.114554:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205144.114560:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205144.114563:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205144.114566:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.114569:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205144.114571:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.114574:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205144.114578:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205144.114580:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205144.114583:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205144.114586:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205144.114589:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205144.114591:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205144.114594:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.114596:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205144.114598:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.114600:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205144.114603:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205144.114607:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205144.114610:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205144.114613:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205144.115376:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205144.115381:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.115384:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205144.115387:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205144.115396:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205144.115423:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205144.115427:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205144.115429:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.115432:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205144.115434:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205144.115438:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205144.115446:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:3.0:1788205144.115452:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205144.115462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205144.115472:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205144.115476:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205144.115480:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205144.115510:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205144.115513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205144.115516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205144.115518:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205144.115519:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205144.115522:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205144.115524:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4276
00000400:00000200:3.0:1788205144.115529:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205144.115532:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205144.115534:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205144.115538:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.115540:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205144.115541:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.115544:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205144.115546:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205144.115547:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205144.115549:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205144.115551:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205144.115553:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205144.115555:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205144.115558:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.115560:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205144.115562:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.115563:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205144.115566:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205144.115568:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205144.115571:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205144.115573:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205144.115578:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205144.115580:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.115582:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205144.115585:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205144.115588:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.115589:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205144.115593:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205144.115595:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205144.115597:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205144.115598:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.115600:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205144.115601:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205144.115602:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205144.115606:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:3.0:1788205144.115608:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205144.115612:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205144.115691:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205144.115697:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205144.115700:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205144.115707:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.115717:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205144.115719:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205144.115723:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205144.115725:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205144.115728:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205144.115732:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556815232:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205144.115739:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205144.115743:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205144.115746:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205144.115748:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205144.115753:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205144.115755:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205144.115761:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205144.115824:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205144.115826:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205144.115832:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788205144.115841:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000100:00000001:3.0:1788205144.115842:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205144.115847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788205144.115851:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00080000:3.0:1788205144.115851:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205144.115854:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205144.115857:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205144.115860:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788205144.115861:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556815232, portal 25
00000100:00080000:3.0:1788205144.115863:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4276
00000100:00000001:2.0:1788205144.115866:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788205144.115870:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205144.115873:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205144.115875:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205144.115879:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:3.0:1788205144.115881:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.115885:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205144.115890:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205144.115891:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.115895:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205144.115900:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205144.115902:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205144.115905:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205144.115907:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788205144.115909:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000040:2.0:1788205144.115914:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788205144.115914:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205144.115919:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000010:2.0:1788205144.115920:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000040:3.0:1788205144.115925:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:2.0:1788205144.115928:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556815232, offset 0
00000100:00000001:3.0:1788205144.115928:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205144.115933:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.115936:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788205144.115941:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788205144.115941:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205144.115947:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205144.115950:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205144.115954:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788205144.115954:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205144.115958:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205144.115960:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.115961:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205144.115964:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000008:00100000:3.0:1788205144.115965:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205144.115969:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.115971:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205144.115973:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1788205144.115973:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788205144.115977:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:2.0:1788205144.115980:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
02000000:00000001:3.0:1788205144.115981:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205144.115983:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.115985:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205144.115987:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205144.115988:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788205144.115989:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205144.115995:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000010:3.0:1788205144.115995:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000100:00000001:3.0:1788205144.116000:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205144.116003:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3573:3573:256:4294967295] 192.168.201.145@tcp LPNI seq info [3573:3573:8:4294967295]
00000100:00100000:3.0:1788205144.116007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205144.116014:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205144.116018:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205144.116021:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205144.116023:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205144.116034:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205144.116041:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205144.116045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1788205144.116046:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205144.116059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205144.116060:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205144.116062:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205144.116064:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205144.116067:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4276
00000400:00000200:3.0:1788205144.116071:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205144.116075:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205144.116077:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205144.116079:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.116081:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205144.116083:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.116085:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205144.116087:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205144.116088:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205144.116089:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205144.116091:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205144.116092:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205144.116093:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205144.116095:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.116096:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205144.116098:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205144.116099:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205144.116101:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205144.116102:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205144.116103:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205144.116104:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205144.116106:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205144.116107:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.116108:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205144.116110:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205144.116111:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.116112:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205144.116114:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205144.116116:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205144.116117:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205144.116118:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205144.116119:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205144.116120:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205144.116121:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205144.116124:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:3.0:1788205144.116126:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205144.116129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205144.116136:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205144.116139:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205144.116142:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205144.116150:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205144.116154:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4286)
00000800:00000010:2.0:1788205144.116550:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205144.116557:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205144.116562:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205144.116567:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205144.116571:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205144.116575:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205144.116578:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205144.116584:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205144.116588:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205144.116595:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205144.116597:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205144.116602:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205144.116606:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116615:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205144.116618:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116623:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.116624:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205144.116629:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205144.116632:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205144.116634:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298951338
00000100:00000010:2.0:1788205144.116637:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925112a0.
00000100:00000001:2.0:1788205144.116642:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205144.116647:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298951338
00000100:00000010:2.0:1788205144.116649:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511e40.
00000100:00000001:2.0:1788205144.116651:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205144.116653:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205144.116655:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.116657:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205144.116660:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205144/real 1788205144]  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205144.116666:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205144.116667:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205144.116677:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205144.116683:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205144.116685:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205144.116687:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205144.116691:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205144.116699:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116705:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205144.116708:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.116710:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205144.116712:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205144.116716:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116723:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205144.116727:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116734:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205144.116737:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.116738:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205144.116739:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.116742:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205144.116744:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205144.116747:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205144.116752:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205144.116754:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205144.116758:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205144.116766:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556815232:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205144.116772:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.116774:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205144.116776:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556815232/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116780:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205144.116782:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205144.116784:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205144.116786:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205144.116787:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205144.116788:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205144.116790:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205144.116792:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:2.0:1788205144.116795:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205144.116796:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205144.116797:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205144.116799:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205144.116800:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.116802:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.116807:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205144.116809:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.116810:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205144.116811:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205144.116812:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205144.116815:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116819:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205144.116820:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205144.116821:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205144.116823:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205144.116825:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205144.116827:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815360:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205144.116830:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205144.116833:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205144.116834:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205144.116837:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205144.116840:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205144.116842:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205144.116845:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205144.116848:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205144.116852:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205144.116855:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556815360, portal 10
00000100:00000001:2.0:1788205144.116857:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205144.116858:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:2.0:1788205144.116878:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116884:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205144.116886:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205144.116889:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205144.116892:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556815360, offset 0
00000400:00000200:2.0:1788205144.116895:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205144.116900:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205144.116904:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205144.116907:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205144.116910:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205144.116912:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205144.116914:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205144.116917:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3574:3574:256:4294967295] 192.168.201.145@tcp LPNI seq info [3574:3574:8:4294967295]
00000400:00000200:2.0:1788205144.116921:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205144.116926:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205144.116930:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205144.116934:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205144.116938:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205144.116940:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205144.116944:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205144.116947:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205144.116951:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205144.116952:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205144.116956:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205144.116959:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205144.116962:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205144.116963:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205144.116965:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205144.116968:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116973:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205144.116975:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.116978:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.116979:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205144.116982:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205144.116984:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205144.116986:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205144.116987:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298949460
00000100:00000001:2.0:1788205144.116989:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298951338
00000100:00000001:2.0:1788205144.116990:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298949460
00000100:00000001:2.0:1788205144.116992:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298951338
00000100:00000001:2.0:1788205144.116993:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205144.116994:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.116995:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205144.116997:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205144/real 1788205144]  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205144.117002:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205144.117003:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205144.117004:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205144.117005:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205144.117006:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205144.117007:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205144.117010:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205144.117014:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117018:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205144.117019:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117020:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205144.117021:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205144.117023:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117026:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205144.117028:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117032:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205144.117033:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117034:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205144.117034:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117035:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205144.117037:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205144.117038:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205144.117040:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205144.117041:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205144.117043:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205144.117057:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815360:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205144.117061:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205144.117066:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117081:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205144.117082:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205144.117084:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205144.117086:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205144.117088:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205144.117091:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815488:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205144.117094:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205144.117096:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205144.117098:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205144.117099:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205144.117102:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205144.117104:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205144.117108:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205144.117111:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205144.117114:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205144.117117:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556815488, portal 4
00000100:00000001:2.0:1788205144.117119:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205144.117120:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788205144.117126:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117131:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205144.117134:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205144.117136:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205144.117138:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556815488, offset 0
00000400:00000200:2.0:1788205144.117142:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205144.117145:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205144.117149:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205144.117151:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205144.117154:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205144.117156:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205144.117159:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205144.117162:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3575:3575:256:4294967295] 192.168.201.145@tcp LPNI seq info [3575:3575:8:4294967295]
00000400:00000200:2.0:1788205144.117172:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205144.117178:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205144.117182:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205144.117186:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205144.117189:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205144.117192:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205144.117196:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205144.117199:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205144.117203:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205144.117205:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205144.117208:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205144.117211:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205144.117214:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205144.117215:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205144.117218:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205144.117221:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117228:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205144.117231:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117237:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.117239:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205144.117242:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205144.117245:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205144.117248:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205144.117249:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298949143
00000100:00000001:2.0:1788205144.117252:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298951338
00000100:00000001:2.0:1788205144.117254:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298949143
00000100:00000001:2.0:1788205144.117256:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298951338
00000100:00000001:2.0:1788205144.117257:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205144.117260:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.117262:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205144.117265:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205144/real 1788205144]  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205144.117272:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205144.117273:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205144.117275:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205144.117277:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205144.117279:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205144.117281:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205144.117284:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205144.117291:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117297:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205144.117299:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117301:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205144.117302:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205144.117305:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117311:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205144.117315:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117321:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205144.117323:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117324:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205144.117326:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117327:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205144.117329:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205144.117331:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205144.117335:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205144.117337:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205144.117340:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205144.117347:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815488:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205144.117351:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205144.117354:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117361:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205144.117362:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205144.117364:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205144.117366:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205144.117368:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205144.117371:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815616:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205144.117373:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205144.117375:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205144.117377:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205144.117378:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205144.117381:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205144.117383:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205144.117386:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205144.117389:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205144.117392:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205144.117395:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556815616, portal 4
00000100:00000001:2.0:1788205144.117536:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205144.117539:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:2.0:1788205144.117547:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117553:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205144.117555:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205144.117558:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205144.117562:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556815616, offset 0
00000400:00000200:2.0:1788205144.117566:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205144.117570:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205144.117574:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205144.117577:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205144.117579:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205144.117582:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205144.117584:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205144.117587:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3576:3576:256:4294967295] 192.168.201.145@tcp LPNI seq info [3576:3576:8:4294967295]
00000400:00000200:2.0:1788205144.117590:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205144.117596:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205144.117600:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205144.117603:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205144.117607:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205144.117610:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205144.117614:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205144.117617:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205144.117620:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205144.117622:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205144.117626:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205144.117629:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205144.117632:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205144.117634:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205144.117637:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205144.117640:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117648:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205144.117651:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117656:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.117658:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205144.117661:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205144.117664:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205144.117667:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205144.117669:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298949875
00000100:00000001:2.0:1788205144.117671:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298951338
00000100:00000001:2.0:1788205144.117673:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298949875
00000100:00000001:2.0:1788205144.117675:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298951338
00000100:00000001:2.0:1788205144.117677:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205144.117679:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.117681:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205144.117685:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205144/real 1788205144]  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205144.117693:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205144.117694:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205144.117696:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205144.117698:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205144.117700:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205144.117702:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205144.117705:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205144.117713:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117718:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205144.117720:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117722:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205144.117723:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205144.117726:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117732:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205144.117736:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117743:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205144.117745:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117747:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205144.117748:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117750:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205144.117752:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205144.117754:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205144.117758:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205144.117760:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205144.117763:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205144.117771:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815616:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205144.117774:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117777:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205144.117780:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556815360/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117786:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205144.117788:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205144.117790:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205144.117792:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205144.117794:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205144.117796:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205144.117797:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205144.117799:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:2.0:1788205144.117801:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205144.117803:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205144.117804:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205144.117807:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205144.117808:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117810:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205144.117813:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556815488/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117819:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205144.117820:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205144.117822:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205144.117824:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205144.117825:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205144.117826:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205144.117828:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205144.117829:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:2.0:1788205144.117831:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205144.117832:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205144.117833:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205144.117835:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205144.117837:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117838:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205144.117841:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556815616/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205144.117847:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205144.117848:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205144.117850:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800bc00.
02000000:00000001:2.0:1788205144.117852:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205144.117853:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205144.117854:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205144.117855:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205144.117857:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:2.0:1788205144.117859:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205144.117860:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205144.117861:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788205144.117863:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205144.117926:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117929:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.117933:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205144.117935:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.117937:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205144.117939:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205144.434508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205144.434515:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205144.434520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205144.434521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205144.434638:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205144.434641:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205144.434644:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205144.435097:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205144.435101:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205144.435103:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205144.435108:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205144.435111:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205144.435114:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205144.435117:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205144.435119:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205144.435121:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205144.626529:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205144.626536:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205144.626539:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205144.626544:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205144.626547:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205144.626551:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.626559:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205144.626565:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205144.626567:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205145.458516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205145.458523:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205145.458525:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205145.458531:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205145.458532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205145.458536:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205145.458536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205145.458541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205145.458543:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205145.458546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205145.458547:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205145.458551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205145.458554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205145.458609:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205145.458613:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205145.458616:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205145.650515:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205145.650521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205145.650523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205145.650532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205145.650536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205145.650540:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205145.650543:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205145.650545:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205145.650548:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205146.354508:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298951338, at 4298951360
00000100:00000040:0.0:1788205146.354512:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298951338, at 4298951360
00000100:00000010:0.0:1788205146.354523:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925112a0.
00000100:00000010:1.0:1788205146.354525:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511e40.
00000100:00000001:1.0:1788205146.482480:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205146.482480:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205146.482486:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205146.482487:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205146.482491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205146.482492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205146.482495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205146.482495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205146.482500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205146.482502:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205146.482504:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205146.482507:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205146.482509:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205146.482549:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205146.482552:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205146.482555:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205146.674516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205146.674523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205146.674524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205146.674527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205146.674530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205146.674532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205146.674534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205146.674536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205146.674538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.506504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205147.506507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205147.506512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205147.506513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205147.506516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205147.506519:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205147.506522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205147.506523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205147.506529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205147.506533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205147.506536:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205147.506538:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205147.506540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205147.506576:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205147.506578:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205147.506581:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205147.698497:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205147.698504:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205147.698506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205147.698511:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205147.698515:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205147.698519:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205147.698521:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205147.698524:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205147.698526:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205148.530470:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205148.530474:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205148.530477:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205148.530478:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205148.530478:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205148.530484:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205148.530484:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205148.530485:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205148.530488:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205148.530491:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205148.530494:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205148.530497:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205148.530500:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205148.530517:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205148.530522:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205148.530525:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205148.722497:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205148.722503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205148.722504:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205148.722508:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205148.722511:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205148.722513:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205148.722516:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205148.722517:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205148.722519:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205149.234475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205149.234483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205149.234484:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205149.234487:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205149.234491:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205149.234496:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4281
00000400:00000200:3.0:1788205149.234502:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205149.234507:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205149.234509:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205149.234511:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234514:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205149.234515:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234517:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205149.234520:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205149.234521:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205149.234523:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205149.234525:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205149.234527:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205149.234529:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205149.234530:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234531:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205149.234532:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234534:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205149.234535:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205149.234538:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234540:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205149.234542:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205149.234544:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205149.234546:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.234547:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205149.234548:0:37:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205149.234555:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205149.234558:0:37:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205149.234561:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205149.234562:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.234564:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205149.234566:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205149.234569:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205149.234577:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788205149.234582:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205149.234589:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205149.234596:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205149.234599:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205149.234602:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205149.234617:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205149.234619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205149.234622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205149.234623:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205149.234624:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205149.234625:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205149.234627:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4281
00000400:00000200:3.0:1788205149.234629:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205149.234630:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205149.234631:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205149.234633:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234635:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205149.234636:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234637:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205149.234639:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205149.234640:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205149.234641:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205149.234642:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205149.234643:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205149.234645:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205149.234647:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234648:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205149.234650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234651:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205149.234652:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205149.234654:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234655:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.234657:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788205149.234657:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205149.234661:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205149.234663:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788205149.234664:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.234667:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205149.234668:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1788205149.234671:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205149.234673:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.234675:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205149.234679:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205149.234679:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788205149.234682:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205149.234685:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205149.234687:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.234691:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205149.234693:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205149.234695:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205149.234700:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00000001:2.0:1788205149.234701:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205149.234704:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.234708:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205149.234711:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205149.234711:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.234717:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205149.234723:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788205149.234725:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556815744:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205149.234736:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205149.234737:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205149.234740:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.234741:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788205149.234744:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205149.234746:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.234751:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205149.234754:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205149.234756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1788205149.234758:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
00000100:00080000:3.0:1788205149.234759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205149.234761:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788205149.234764:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205149.234764:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205149.234769:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205149.234770:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4281
00000400:00000200:2.0:1788205149.234774:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205149.234775:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205149.234779:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205149.234781:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205149.234783:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:2.0:1788205149.234784:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000100:00000001:3.0:1788205149.234785:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205149.234788:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234790:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205149.234792:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788205149.234793:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000020:00000040:3.0:1788205149.234793:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205149.234796:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205149.234799:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205149.234800:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205149.234801:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205149.234803:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000200:2.0:1788205149.234804:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556815744, portal 25
00000100:00000001:3.0:1788205149.234804:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205149.234808:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205149.234810:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205149.234810:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205149.234814:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000020:00000040:3.0:1788205149.234814:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205149.234818:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234821:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205149.234822:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205149.234825:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205149.234826:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205149.234827:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.234831:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205149.234833:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205149.234837:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.234841:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205149.234845:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205149.234846:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788205149.234848:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205149.234852:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788205149.234853:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788205149.234853:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.234857:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205149.234858:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205149.234859:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205149.234860:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205149.234864:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556815744, offset 0
02000000:00000010:3.0:1788205149.234867:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000400:00000200:2.0:1788205149.234874:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234874:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205149.234881:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205149.234886:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205149.234895:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788205149.234895:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205149.234900:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205149.234904:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788205149.234909:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205149.234912:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205149.234918:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205149.234924:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234927:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205149.234930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205149.234936:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3577:3577:256:4294967295] 192.168.201.145@tcp LPNI seq info [3577:3577:8:4294967295]
00000100:00080000:3.0:1788205149.234942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205149.234944:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788205149.234946:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205149.234947:0:37:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205149.234951:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205149.234954:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4281
00000400:00000200:3.0:1788205149.234969:0:37:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205149.234974:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788205149.234976:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205149.234981:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205149.234985:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:2.0:1788205149.234989:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234989:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205149.234993:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.234995:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205149.234997:0:37:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1788205149.234998:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000020:00000040:3.0:1788205149.234998:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205149.235001:0:37:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205149.235004:0:37:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205149.235005:0:37:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205149.235007:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000800:00000200:2.0:1788205149.235012:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:3.0:1788205149.235012:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205149.235016:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205149.235020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:2.0:1788205149.235021:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788205149.235021:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205149.235024:0:37:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205149.235028:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205149.235032:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788205149.235033:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000001:3.0:1788205149.235034:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205149.235037:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1788205149.235038:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1788205149.235040:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.235043:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205149.235046:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788205149.235050:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000008:00000001:3.0:1788205149.235051:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.235054:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205149.235056:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000100:00000010:3.0:1788205149.235058:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205149.235065:0:37:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205149.235067:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205149.235068:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205149.235069:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205149.235070:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205149.235071:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788205149.235071:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205149.235078:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000400:00000200:2.0:1788205149.235082:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205149.235082:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205149.235090:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000100:00100000:3.0:1788205149.235090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788205149.235096:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:3.0:1788205149.235099:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205149.235102:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.235103:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788205149.235106:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205149.235111:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205149.235113:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205149.235119:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4291)
00000100:00000001:2.0:1788205149.235128:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205149.235132:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235139:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.235141:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205149.235146:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205149.235150:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205149.235152:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298956456
00000100:00000010:2.0:1788205149.235157:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511ae0.
00000100:00000001:2.0:1788205149.235163:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205149.235169:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298956456
00000100:00000010:2.0:1788205149.235172:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511cc0.
00000100:00000001:2.0:1788205149.235175:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205149.235178:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205149.235181:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.235183:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205149.235187:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205149/real 1788205149]  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205149.235195:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205149.235197:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205149.235199:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205149.235202:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205149.235203:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205149.235205:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205149.235209:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205149.235216:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235221:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205149.235223:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235225:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205149.235227:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205149.235230:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235236:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205149.235240:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235247:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205149.235249:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235251:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205149.235252:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235254:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205149.235264:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205149.235267:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205149.235271:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205149.235273:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205149.235278:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205149.235285:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556815744:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205149.235290:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235292:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205149.235294:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556815744/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235300:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205149.235309:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205149.235312:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205149.235315:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205149.235320:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205149.235321:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205149.235323:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205149.235326:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:2.0:1788205149.235329:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205149.235330:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205149.235332:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:2.0:1788205149.235335:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205149.235336:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235338:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235345:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205149.235347:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.235349:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205149.235351:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205149.235352:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205149.235355:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235361:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205149.235363:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.235365:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205149.235366:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205149.235368:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205149.235371:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815872:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205149.235374:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205149.235376:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205149.235378:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.235379:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205149.235382:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205149.235384:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205149.235388:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205149.235389:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205149.235393:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205149.235395:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556815872, portal 10
00000100:00000001:2.0:1788205149.235418:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205149.235420:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:2.0:1788205149.235426:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235433:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205149.235435:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205149.235437:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205149.235440:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556815872, offset 0
00000400:00000200:2.0:1788205149.235443:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205149.235447:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205149.235450:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205149.235453:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205149.235456:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205149.235458:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205149.235460:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205149.235463:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3578:3578:256:4294967295] 192.168.201.145@tcp LPNI seq info [3578:3578:8:4294967295]
00000400:00000200:2.0:1788205149.235466:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205149.235472:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205149.235477:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205149.235479:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205149.235483:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205149.235485:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205149.235489:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205149.235492:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205149.235495:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205149.235497:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205149.235500:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205149.235503:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205149.235506:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205149.235508:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205149.235509:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205149.235513:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235520:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205149.235523:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235529:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.235530:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205149.235532:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205149.235536:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205149.235538:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205149.235540:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298954579
00000100:00000001:2.0:1788205149.235543:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298956456
00000100:00000001:2.0:1788205149.235545:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298954579
00000100:00000001:2.0:1788205149.235547:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298956456
00000100:00000001:2.0:1788205149.235549:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205149.235550:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.235552:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205149.235555:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205149/real 1788205149]  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205149.235562:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205149.235564:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205149.235565:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205149.235567:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205149.235569:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205149.235571:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205149.235574:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205149.235581:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235587:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205149.235589:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235590:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205149.235592:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205149.235595:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235601:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205149.235605:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235611:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205149.235613:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235615:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205149.235616:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235618:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205149.235620:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205149.235622:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205149.235625:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205149.235627:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205149.235631:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205149.235638:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556815872:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205149.235642:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205149.235644:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235655:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205149.235657:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.235658:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205149.235660:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205149.235662:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205149.235664:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816000:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205149.235667:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205149.235669:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205149.235670:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.235672:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205149.235675:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205149.235676:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205149.235679:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205149.235681:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205149.235684:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205149.235687:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556816000, portal 4
00000100:00000001:2.0:1788205149.235688:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205149.235689:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:2.0:1788205149.235695:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235701:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205149.235703:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205149.235705:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205149.235707:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556816000, offset 0
00000400:00000200:2.0:1788205149.235710:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205149.235714:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205149.235717:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205149.235719:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205149.235722:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205149.235724:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205149.235726:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205149.235729:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3579:3579:256:4294967295] 192.168.201.145@tcp LPNI seq info [3579:3579:8:4294967295]
00000400:00000200:2.0:1788205149.235732:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205149.235738:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205149.235742:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205149.235745:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205149.235749:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205149.235751:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205149.235755:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205149.235757:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205149.235761:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205149.235762:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205149.235765:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205149.235768:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205149.235770:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205149.235772:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205149.235774:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205149.235778:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235785:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205149.235788:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235794:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.235795:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205149.235798:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205149.235801:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205149.235803:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205149.235805:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298954262
00000100:00000001:2.0:1788205149.235807:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298956456
00000100:00000001:2.0:1788205149.235809:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298954262
00000100:00000001:2.0:1788205149.235812:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298956456
00000100:00000001:2.0:1788205149.235813:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205149.235816:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.235817:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205149.235821:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205149/real 1788205149]  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205149.235828:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205149.235829:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205149.235831:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205149.235833:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205149.235834:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205149.235836:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205149.235839:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205149.235846:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235852:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205149.235853:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235855:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205149.235856:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205149.235860:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235866:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205149.235869:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235875:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205149.235876:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235878:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205149.235879:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.235880:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205149.235881:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205149.235883:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205149.235887:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205149.235888:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205149.235892:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205149.235899:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816000:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205149.235903:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205149.235905:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235911:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205149.235912:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.235914:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205149.235916:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205149.235918:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205149.235920:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816128:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205149.235923:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205149.235924:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205149.235926:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205149.235927:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205149.235930:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205149.235932:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205149.235935:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205149.235937:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205149.235940:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205149.235942:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556816128, portal 4
00000100:00000001:2.0:1788205149.235944:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205149.235945:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205149.235950:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.235956:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205149.235971:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205149.235973:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205149.235976:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556816128, offset 0
00000400:00000200:2.0:1788205149.235980:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205149.235983:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205149.235986:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205149.235989:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205149.235991:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205149.235993:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205149.235995:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205149.235998:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3580:3580:256:4294967295] 192.168.201.145@tcp LPNI seq info [3580:3580:8:4294967295]
00000400:00000200:2.0:1788205149.236002:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205149.236007:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205149.236011:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205149.236014:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205149.236017:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205149.236020:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205149.236023:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205149.236038:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205149.236042:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205149.236044:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205149.236047:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205149.236050:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205149.236053:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205149.236055:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205149.236058:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205149.236061:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.236068:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205149.236070:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.236076:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.236077:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205149.236081:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205149.236083:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205149.236086:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205149.236088:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298954993
00000100:00000001:2.0:1788205149.236091:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298956456
00000100:00000001:2.0:1788205149.236093:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298954993
00000100:00000001:2.0:1788205149.236095:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298956456
00000100:00000001:2.0:1788205149.236097:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205149.236098:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.236100:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205149.236103:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205149/real 1788205149]  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205149.236110:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205149.236112:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205149.236113:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205149.236116:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205149.236117:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205149.236119:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205149.236122:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205149.236129:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.236134:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205149.236136:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.236137:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205149.236139:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205149.236142:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.236147:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205149.236151:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.236158:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205149.236160:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.236161:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205149.236162:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.236164:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205149.236166:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205149.236168:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205149.236171:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205149.236173:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205149.236177:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205149.236184:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816128:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205149.236187:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.236189:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205149.236192:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556815872/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.236198:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205149.236199:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205149.236201:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205149.236203:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205149.236205:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205149.236206:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205149.236208:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205149.236209:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:2.0:1788205149.236212:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205149.236213:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205149.236214:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:2.0:1788205149.236217:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205149.236218:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.236220:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205149.236223:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556816000/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.236228:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205149.236230:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205149.236231:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205149.236233:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205149.236234:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205149.236235:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205149.236237:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205149.236238:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:2.0:1788205149.236240:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205149.236241:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205149.236242:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:2.0:1788205149.236244:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205149.236245:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.236246:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205149.236249:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556816128/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205149.236255:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205149.236256:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205149.236257:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008400.
02000000:00000001:2.0:1788205149.236259:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205149.236260:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205149.236261:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205149.236263:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205149.236264:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:2.0:1788205149.236266:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205149.236267:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205149.236268:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205149.236270:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205149.236271:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.236273:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.236276:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205149.236277:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205149.236279:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205149.236281:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205149.554489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205149.554494:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205149.554495:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205149.554498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205149.554499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205149.554503:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205149.554506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205149.554507:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205149.554511:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205149.554512:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788205149.554514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205149.554516:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205149.554516:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788205149.554520:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205149.554522:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205149.554526:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205149.554528:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205149.554530:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205149.554532:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205149.554552:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205149.554554:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205149.554556:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205149.746498:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205149.746504:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205149.746505:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205149.746510:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205149.746512:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205149.746515:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.746517:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205149.746519:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205149.746520:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205150.578506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205150.578508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205150.578513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205150.578514:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205150.578517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205150.578520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205150.578523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205150.578524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205150.578530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205150.578534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205150.578537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205150.578541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205150.578544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205150.578584:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205150.578588:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205150.578591:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205150.770491:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205150.770496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205150.770498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205150.770502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205150.770505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205150.770508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205150.770509:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205150.770511:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205150.770513:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205151.474479:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298956456, at 4298956480
00000100:00000040:1.0:1788205151.474479:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298956456, at 4298956480
00000100:00000010:0.0:1788205151.474492:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511ae0.
00000100:00000010:1.0:1788205151.474499:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511cc0.
00000100:00000001:1.0:1788205151.602478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205151.602483:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205151.602486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205151.602488:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205151.602489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205151.602496:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205151.602497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205151.602500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205151.602502:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205151.602507:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205151.602510:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205151.602513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205151.602516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205151.602555:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205151.602558:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205151.602560:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205151.794514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205151.794522:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205151.794524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205151.794529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205151.794532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205151.794536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205151.794538:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205151.794540:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205151.794543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205152.626497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205152.626498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205152.626504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205152.626505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205152.626509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205152.626512:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205152.626514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205152.626516:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205152.626519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205152.626524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205152.626527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205152.626530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205152.626532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205152.626586:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205152.626590:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205152.626593:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205152.818525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205152.818533:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205152.818535:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205152.818540:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205152.818544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205152.818548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205152.818551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205152.818554:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205152.818556:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205153.650475:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205153.650479:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205153.650480:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205153.650483:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205153.650486:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1788205153.650488:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205153.650490:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1788205153.650492:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205153.650496:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205153.650496:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205153.650501:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205153.650502:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788205153.650504:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205153.650506:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205153.650507:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205153.650510:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205153.650514:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205153.650518:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205153.650520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205153.650576:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205153.650579:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205153.650582:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205153.842499:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205153.842507:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205153.842509:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205153.842514:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205153.842517:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205153.842520:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205153.842522:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205153.842525:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205153.842526:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205154.355037:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205154.355046:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205154.355048:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205154.355052:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205154.355056:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205154.355062:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4286
00000400:00000200:1.0:1788205154.355070:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205154.355076:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205154.355080:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205154.355083:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355086:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205154.355089:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355092:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205154.355095:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205154.355097:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205154.355101:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205154.355103:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205154.355106:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205154.355108:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205154.355111:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355113:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205154.355115:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355117:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205154.355120:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205154.355123:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355125:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205154.355128:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205154.355131:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205154.355133:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205154.355135:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205154.355137:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205154.355145:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ea00.
00000020:00000040:1.0:1788205154.355149:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205154.355152:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205154.355154:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205154.355157:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205154.355159:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205154.355163:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205154.355171:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788205154.355177:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205154.355186:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205154.355195:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205154.355200:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205154.355204:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004571364a] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205154.355227:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205154.355230:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205154.355234:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205154.355235:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205154.355237:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205154.355240:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205154.355242:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4286
00000400:00000200:1.0:1788205154.355247:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205154.355251:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205154.355253:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205154.355256:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355259:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205154.355261:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788205154.355262:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355266:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205154.355266:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788205154.355270:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205154.355271:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788205154.355273:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205154.355277:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788205154.355279:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205154.355281:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205154.355286:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205154.355291:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:2.0:1788205154.355292:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205154.355297:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205154.355298:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205154.355301:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788205154.355302:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205154.355306:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:2.0:1788205154.355306:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205154.355312:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:2.0:1788205154.355313:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205154.355317:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00100000:2.0:1788205154.355320:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556816256:192.168.201.145@tcp:250:kworker.0
00000100:00080000:1.0:1788205154.355324:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205154.355328:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788205154.355329:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205154.355332:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205154.355334:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205154.355337:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205154.355338:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205154.355340:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788205154.355343:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205154.355346:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
00000100:00000001:1.0:1788205154.355347:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205154.355349:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788205154.355353:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205154.355355:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:1.0:1788205154.355358:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205154.355359:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000100:00000001:1.0:1788205154.355362:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205154.355368:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000020:00000040:1.0:1788205154.355372:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205154.355375:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205154.355377:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205154.355378:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788205154.355379:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
02000000:00000001:1.0:1788205154.355380:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205154.355384:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205154.355387:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556816256, portal 25
02000000:00000010:1.0:1788205154.355388:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
00000100:00000001:2.0:1788205154.355393:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205154.355394:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205154.355422:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205154.355427:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250527232 : -105387459024384 : ffffa02691f0ea00)
00000100:00000001:1.0:1788205154.355433:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205154.355437:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205154.355439:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205154.355444:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205154.355458:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205154.355460:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205154.355465:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1788205154.355466:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205154.355469:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205154.355472:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788205154.355473:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355479:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788205154.355479:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00080000:1.0:1788205154.355485:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4286
00000100:00000200:2.0:1788205154.355485:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556816256, offset 0
00000400:00000200:1.0:1788205154.355493:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205154.355498:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205154.355502:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205154.355506:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788205154.355509:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788205154.355510:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355515:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205154.355519:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:1.0:1788205154.355520:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355524:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205154.355527:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205154.355528:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788205154.355530:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788205154.355530:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1788205154.355533:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788205154.355535:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788205154.355537:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205154.355538:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000040:1.0:1788205154.355541:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355543:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205154.355546:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788205154.355547:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355550:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205154.355553:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:2.0:1788205154.355553:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:1.0:1788205154.355557:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355559:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205154.355561:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205154.355564:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3581:3581:256:4294967295] 192.168.201.145@tcp LPNI seq info [3581:3581:8:4294967295]
02000000:00000001:1.0:1788205154.355565:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205154.355570:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205154.355573:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205154.355574:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00100000:1.0:1788205154.355577:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205154.355580:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205154.355582:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205154.355589:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000400:00000200:2.0:1788205154.355589:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788205154.355594:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205154.355598:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205154.355601:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205154.355601:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355606:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205154.355609:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1788205154.355610:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
02000000:00000001:1.0:1788205154.355611:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205154.355618:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000800:00000200:2.0:1788205154.355621:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788205154.355624:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205154.355627:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000100:00100000:1.0:1788205154.355632:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788205154.355638:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205154.355644:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1788205154.355650:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205154.355653:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000100:00000001:1.0:1788205154.355656:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205154.355658:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205154.355660:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1788205154.355663:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205154.355670:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788205154.355678:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205154.355679:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000100:00080000:1.0:1788205154.355681:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788205154.355683:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00080000:1.0:1788205154.355684:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205154.355686:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205154.355688:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205154.355690:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205154.355690:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788205154.355695:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4286
00000400:00000200:1.0:1788205154.355699:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:2.0:1788205154.355699:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205154.355703:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205154.355707:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205154.355714:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355718:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205154.355719:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205154.355722:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355726:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000040:2.0:1788205154.355727:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205154.355730:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205154.355733:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205154.355737:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205154.355740:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:2.0:1788205154.355742:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205154.355744:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788205154.355745:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1788205154.355749:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:2.0:1788205154.355752:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205154.355755:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355759:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205154.355759:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788205154.355764:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205154.355765:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298961577
00000100:00000001:1.0:1788205154.355768:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205154.355771:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000010:2.0:1788205154.355772:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026925110c0.
00000100:00080000:1.0:1788205154.355773:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205154.355777:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205154.355778:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205154.355781:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205154.355781:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1788205154.355782:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205154.355787:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205154.355788:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205154.355792:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.355792:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298961577
00000100:00000001:1.0:1788205154.355798:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205154.355799:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511780.
00000100:00000010:1.0:1788205154.355802:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
00000100:00000001:2.0:1788205154.355803:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1788205154.355808:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:2.0:1788205154.355809:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205154.355814:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788205154.355815:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205154.355818:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.355819:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788205154.355822:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205154.355825:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788205154.355827:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205154/real 1788205154]  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205154.355828:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205154.355834:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788205154.355839:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205154.355844:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205154.355848:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205154.355849:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205154.355853:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205154.355854:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205154.355857:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205154.355869:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205154.355882:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205154.355907:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205154.355910:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205154.355911:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205154.355915:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.355932:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205154.355933:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.355936:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205154.355938:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4297)
00000100:00000001:2.0:1788205154.355941:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205154.355945:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205154.355951:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.355965:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205154.355970:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.355976:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205154.355979:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.355981:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205154.355982:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.355985:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205154.355986:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205154.355989:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205154.355992:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205154.355994:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205154.355999:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205154.356006:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556816256:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205154.356010:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356012:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205154.356015:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ea00 x1875064556816256/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356029:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205154.356032:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205154.356034:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205154.356037:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205154.356039:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205154.356040:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205154.356042:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205154.356054:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:2.0:1788205154.356059:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205154.356061:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205154.356063:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ea00.
00000100:00000001:2.0:1788205154.356066:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205154.356067:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356069:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356076:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205154.356078:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.356080:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205154.356082:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205154.356083:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205154.356087:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356094:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205154.356095:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205154.356098:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205154.356099:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205154.356102:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205154.356104:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816384:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205154.356107:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205154.356109:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205154.356111:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205154.356112:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205154.356116:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205154.356117:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205154.356121:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205154.356123:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205154.356127:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205154.356130:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556816384, portal 10
00000100:00000001:2.0:1788205154.356132:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205154.356133:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250524544 : -105387459027072 : ffffa02691f0df80)
00000100:00000040:2.0:1788205154.356140:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356145:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205154.356147:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205154.356149:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205154.356152:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556816384, offset 0
00000400:00000200:2.0:1788205154.356155:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205154.356159:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205154.356163:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205154.356166:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205154.356169:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205154.356171:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205154.356173:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205154.356177:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3582:3582:256:4294967295] 192.168.201.145@tcp LPNI seq info [3582:3582:8:4294967295]
00000400:00000200:2.0:1788205154.356181:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205154.356196:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205154.356201:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205154.356205:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205154.356208:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205154.356211:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788205154.356215:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205154.356217:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1788205154.356221:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205154.356222:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205154.356225:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205154.356229:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205154.356232:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205154.356234:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205154.356236:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205154.356240:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356247:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205154.356251:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356257:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.356258:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205154.356261:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205154.356264:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205154.356267:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205154.356269:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298959699
00000100:00000001:2.0:1788205154.356272:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298961577
00000100:00000001:2.0:1788205154.356274:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298959699
00000100:00000001:2.0:1788205154.356276:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298961577
00000100:00000001:2.0:1788205154.356278:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205154.356280:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.356282:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205154.356286:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205154/real 1788205154]  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205154.356293:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205154.356294:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205154.356296:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205154.356299:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205154.356300:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205154.356302:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205154.356305:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205154.356313:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356319:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205154.356320:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356322:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205154.356323:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205154.356327:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356333:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205154.356337:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356343:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205154.356345:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356347:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205154.356348:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356349:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205154.356351:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205154.356354:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205154.356357:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205154.356359:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205154.356363:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205154.356370:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816384:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205154.356374:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205154.356377:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356383:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205154.356385:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205154.356387:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205154.356388:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205154.356390:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205154.356393:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816512:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205154.356396:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205154.356415:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205154.356418:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205154.356420:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205154.356423:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205154.356425:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205154.356428:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205154.356431:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205154.356434:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205154.356437:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556816512, portal 4
00000100:00000001:2.0:1788205154.356438:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205154.356439:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250526336 : -105387459025280 : ffffa02691f0e680)
00000100:00000040:2.0:1788205154.356446:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356452:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205154.356455:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205154.356457:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205154.356459:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556816512, offset 0
00000400:00000200:2.0:1788205154.356463:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205154.356467:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205154.356471:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205154.356474:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205154.356476:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205154.356478:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205154.356480:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205154.356483:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3583:3583:256:4294967295] 192.168.201.145@tcp LPNI seq info [3583:3583:8:4294967295]
00000400:00000200:2.0:1788205154.356487:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205154.356493:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205154.356496:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205154.356499:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205154.356503:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205154.356505:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788205154.356509:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205154.356512:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1788205154.356515:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205154.356517:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205154.356520:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205154.356523:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205154.356526:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205154.356528:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205154.356531:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205154.356534:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356541:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205154.356544:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356550:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.356551:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205154.356554:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205154.356557:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205154.356561:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205154.356562:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298959383
00000100:00000001:2.0:1788205154.356565:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298961577
00000100:00000001:2.0:1788205154.356567:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298959383
00000100:00000001:2.0:1788205154.356569:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298961577
00000100:00000001:2.0:1788205154.356571:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205154.356573:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.356575:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205154.356579:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205154/real 1788205154]  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205154.356586:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205154.356587:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205154.356589:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205154.356591:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205154.356592:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205154.356594:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205154.356598:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205154.356605:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356611:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205154.356612:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356614:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205154.356615:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205154.356619:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356625:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205154.356629:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356636:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205154.356638:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356639:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205154.356640:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356642:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205154.356644:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205154.356646:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205154.356649:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205154.356651:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205154.356654:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205154.356661:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816512:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205154.356665:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205154.356668:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356674:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205154.356676:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205154.356678:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205154.356680:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205154.356681:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205154.356684:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816640:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205154.356687:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205154.356689:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205154.356690:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205154.356692:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205154.356695:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205154.356697:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205154.356700:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205154.356703:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205154.356706:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205154.356709:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556816640, portal 4
00000100:00000001:2.0:1788205154.356711:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205154.356712:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250521856 : -105387459029760 : ffffa02691f0d500)
00000100:00000040:2.0:1788205154.356718:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356723:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205154.356726:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205154.356728:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205154.356730:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556816640, offset 0
00000400:00000200:2.0:1788205154.356734:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205154.356737:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205154.356741:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205154.356743:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205154.356746:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205154.356748:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205154.356750:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205154.356753:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3584:3584:256:4294967295] 192.168.201.145@tcp LPNI seq info [3584:3584:8:4294967295]
00000400:00000200:2.0:1788205154.356756:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205154.356762:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205154.356766:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205154.356769:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205154.356774:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205154.356776:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788205154.356780:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205154.356782:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1788205154.356786:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205154.356788:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205154.356791:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205154.356794:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205154.356797:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205154.356798:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205154.356801:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205154.356804:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356811:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205154.356814:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356820:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.356821:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205154.356824:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205154.356827:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205154.356830:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205154.356832:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298960114
00000100:00000001:2.0:1788205154.356834:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298961577
00000100:00000001:2.0:1788205154.356836:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298960114
00000100:00000001:2.0:1788205154.356837:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298961577
00000100:00000001:2.0:1788205154.356840:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205154.356842:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.356843:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205154.356847:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205154/real 1788205154]  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205154.356855:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205154.356856:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205154.356858:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205154.356860:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205154.356862:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205154.356864:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205154.356867:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205154.356888:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356899:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205154.356901:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356902:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205154.356904:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205154.356908:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356913:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205154.356917:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356923:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205154.356925:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356927:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205154.356928:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356930:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205154.356931:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205154.356933:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205154.356936:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205154.356939:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205154.356942:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205154.356949:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816640:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205154.356954:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356955:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205154.356958:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0df80 x1875064556816384/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356965:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205154.356966:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205154.356968:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205154.356971:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205154.356973:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205154.356974:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205154.356976:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205154.356978:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:2.0:1788205154.356980:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205154.356982:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205154.356983:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0df80.
00000100:00000001:2.0:1788205154.356986:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205154.356987:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.356988:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205154.356991:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e680 x1875064556816512/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.356998:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205154.356999:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205154.357000:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205154.357002:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205154.357003:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205154.357005:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205154.357007:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205154.357008:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:2.0:1788205154.357010:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205154.357011:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205154.357012:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e680.
00000100:00000001:2.0:1788205154.357014:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205154.357015:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.357017:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205154.357020:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d500 x1875064556816640/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205154.357026:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205154.357028:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205154.357029:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009400.
02000000:00000001:2.0:1788205154.357031:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205154.357032:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205154.357033:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205154.357036:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205154.357037:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:2.0:1788205154.357039:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205154.357040:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205154.357042:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d500.
00000100:00000001:2.0:1788205154.357043:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205154.357044:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.357046:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.357050:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205154.357052:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205154.357054:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205154.357055:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205154.674502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205154.674507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205154.674508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205154.674512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205154.674513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205154.674517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205154.674521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205154.674522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205154.674525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205154.674526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205154.674531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205154.674533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205154.674535:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205154.674587:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205154.674591:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205154.674594:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205154.866490:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205154.866495:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205154.866497:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205154.866500:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205154.866502:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205154.866505:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.866506:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205154.866508:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205154.866510:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205155.698494:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205155.698497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205155.698501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205155.698502:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205155.698506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205155.698506:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205155.698508:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205155.698512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205155.698517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205155.698520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205155.698523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205155.698526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205155.698528:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205155.698557:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205155.698560:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205155.698562:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205155.890505:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205155.890512:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205155.890514:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205155.890519:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205155.890523:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205155.890526:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205155.890529:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205155.890532:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205155.890535:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205156.594493:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298961577, at 4298961600
00000100:00000040:1.0:1788205156.594493:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298961577, at 4298961600
00000100:00000010:0.0:1788205156.594509:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026925110c0.
00000100:00000010:1.0:1788205156.594511:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511780.
00000100:00000001:1.0:1788205156.722525:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205156.722534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205156.722536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205156.722542:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205156.722546:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205156.722550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205156.722552:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205156.722556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205156.722558:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205156.722636:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205156.722650:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205156.722655:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205156.722656:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205156.722707:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205156.722711:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205156.722714:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205156.914520:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205156.914527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205156.914529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205156.914534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205156.914538:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205156.914542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205156.914544:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205156.914547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205156.914549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205157.746497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205157.746499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205157.746503:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205157.746503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205157.746506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205157.746508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205157.746510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205157.746511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205157.746515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205157.746518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205157.746520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205157.746521:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205157.746523:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205157.746574:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205157.746581:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205157.746585:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205157.938506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205157.938513:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205157.938515:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205157.938520:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205157.938523:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205157.938526:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205157.938529:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205157.938532:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205157.938535:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205158.770505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205158.770510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205158.770513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205158.770516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205158.770516:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205158.770524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205158.770525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205158.770528:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205158.770528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205158.770533:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205158.770537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205158.770540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205158.770543:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205158.770585:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205158.770589:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205158.770592:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205158.962522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205158.962530:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205158.962532:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205158.962538:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205158.962542:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205158.962545:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205158.962548:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205158.962558:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205158.962562:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205159.474506:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205159.474516:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205159.474518:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205159.474522:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205159.474527:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205159.474535:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4292
00000400:00000200:1.0:1788205159.474543:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205159.474549:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205159.474552:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205159.474555:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474558:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205159.474560:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474563:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205159.474566:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205159.474568:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205159.474571:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205159.474574:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205159.474576:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205159.474578:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205159.474581:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474583:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205159.474584:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474586:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205159.474588:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205159.474591:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474593:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205159.474596:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205159.474600:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205159.474602:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.474604:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205159.474607:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205159.474616:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ca80.
00000020:00000040:1.0:1788205159.474620:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205159.474624:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205159.474625:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.474627:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205159.474629:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205159.474633:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205159.474639:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:1.0:1788205159.474644:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205159.474650:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205159.474658:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205159.474661:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205159.474665:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a88cb04f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205159.474681:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205159.474683:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205159.474685:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205159.474686:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205159.474687:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205159.474688:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205159.474690:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4292
00000400:00000200:1.0:1788205159.474692:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205159.474694:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205159.474696:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205159.474698:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474699:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205159.474701:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474703:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205159.474705:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205159.474706:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205159.474707:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205159.474709:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205159.474710:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205159.474711:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205159.474713:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205159.474713:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205159.474714:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205159.474717:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474719:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205159.474720:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788205159.474721:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788205159.474725:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205159.474725:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788205159.474729:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205159.474730:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205159.474734:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205159.474735:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205159.474736:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.474739:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205159.474743:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205159.474747:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.474747:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205159.474750:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.474751:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205159.474753:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c380.
02000000:00000001:2.0:1788205159.474754:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1788205159.474756:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205159.474757:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205159.474758:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205159.474761:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205159.474761:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.474765:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1788205159.474767:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556816768:192.168.201.145@tcp:250:kworker.0
02000000:00000001:1.0:1788205159.474768:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205159.474772:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205159.474775:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205159.474777:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205159.474778:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205159.474779:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205159.474801:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205159.474803:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205159.474807:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d800.
00000400:00000200:2.0:1788205159.474810:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205159.474811:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205159.474816:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000100:00100000:1.0:1788205159.474817:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205159.474824:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205159.474827:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205159.474832:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a4e581] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788205159.474834:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000001:1.0:1788205159.474844:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205159.474844:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556816768, portal 25
00000100:00000001:2.0:1788205159.474850:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788205159.474851:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205159.474854:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250519168 : -105387459032448 : ffffa02691f0ca80)
00000100:00080000:1.0:1788205159.474856:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205159.474859:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205159.474861:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788205159.474863:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205159.474867:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205159.474871:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1788205159.474872:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4292
00000100:00000040:2.0:1788205159.474876:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205159.474879:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000400:00000200:1.0:1788205159.474881:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:2.0:1788205159.474883:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556816768, offset 0
00000400:00000200:1.0:1788205159.474887:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205159.474891:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788205159.474892:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788205159.474898:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474901:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205159.474902:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788205159.474906:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474910:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788205159.474911:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000001:1.0:1788205159.474915:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205159.474917:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:2.0:1788205159.474918:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205159.474922:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205159.474924:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1788205159.474926:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788205159.474927:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000020:00000040:1.0:1788205159.474929:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:2.0:1788205159.474932:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3585:3585:256:4294967295] 192.168.201.145@tcp LPNI seq info [3585:3585:8:4294967295]
00000020:00000001:1.0:1788205159.474933:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788205159.474938:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205159.474941:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788205159.474945:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474947:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205159.474950:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474954:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:2.0:1788205159.474954:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788205159.474958:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788205159.474962:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000200:2.0:1788205159.474965:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205159.474966:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205159.474969:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1788205159.474971:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
02000000:00000001:1.0:1788205159.474972:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205159.474975:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.474976:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1788205159.474979:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000008:00100000:1.0:1788205159.474980:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205159.474984:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205159.474984:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1788205159.474986:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205159.474991:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d180.
00000800:00000200:2.1:1788205159.474991:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:1.0:1788205159.474994:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:2.1:1788205159.474996:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
02000000:00000001:1.0:1788205159.474998:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205159.475001:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788205159.475002:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205159.475005:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1788205159.475005:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
02000000:00000001:1.0:1788205159.475007:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205159.475009:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205159.475012:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1788205159.475013:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788205159.475017:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205159.475019:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1788205159.475023:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205159.475025:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205159.475029:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:1.0:1788205159.475032:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205159.475034:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.475036:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788205159.475038:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002663953b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205159.475044:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205159.475045:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205159.475049:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205159.475055:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205159.475057:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205159.475059:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205159.475063:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205159.475065:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788205159.475066:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4292
00000100:00000040:2.0:1788205159.475070:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205159.475072:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205159.475077:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205159.475081:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205159.475083:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205159.475085:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205159.475087:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205159.475088:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205159.475091:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.475092:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205159.475094:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205159.475095:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205159.475101:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000400:00000200:2.0:1788205159.475101:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:1.0:1788205159.475104:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205159.475104:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298966696
00000020:00000040:1.0:1788205159.475106:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788205159.475109:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788205159.475111:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000010:2.0:1788205159.475112:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511b40.
00000100:00000040:1.0:1788205159.475113:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.475117:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205159.475118:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205159.475119:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205159.475121:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788205159.475122:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205159.475123:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205159.475124:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205159.475126:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205159.475127:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.475128:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205159.475129:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205159.475130:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.475131:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.475132:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000010:1.0:1788205159.475135:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f800.
00000020:00000040:1.0:1788205159.475138:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205159.475139:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205159.475141:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.475142:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205159.475142:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298966696
02000000:00000001:1.0:1788205159.475143:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205159.475146:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205159.475149:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511420.
02000000:00000010:1.0:1788205159.475150:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788205159.475156:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.475156:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00100000:1.0:1788205159.475160:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205159.475162:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205159.475168:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.475169:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205159.475172:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.475173:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788205159.475176:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9754d1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205159.475183:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205159.475183:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205159/real 1788205159]  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205159.475188:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4302)
00000400:00000001:2.0:1788205159.475197:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205159.475199:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205159.475202:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205159.475205:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205159.475207:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205159.475210:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205159.475213:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205159.475222:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475229:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205159.475230:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475232:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205159.475234:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205159.475238:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475245:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205159.475250:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475257:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205159.475260:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475261:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205159.475263:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475265:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205159.475267:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205159.475270:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205159.475273:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205159.475276:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205159.475280:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205159.475288:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556816768:192.168.201.145@tcp:250:kworker.0
00000100:00000001:2.0:1788205159.475292:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475294:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205159.475297:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ca80 x1875064556816768/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475303:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205159.475305:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205159.475308:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205159.475311:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205159.475313:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205159.475314:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205159.475316:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205159.475319:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:2.0:1788205159.475322:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205159.475324:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205159.475325:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ca80.
00000100:00000001:2.0:1788205159.475328:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205159.475329:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475331:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475338:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205159.475339:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.475341:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205159.475343:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205159.475344:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205159.475347:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475353:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205159.475355:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205159.475357:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205159.475358:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205159.475360:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205159.475363:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816896:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205159.475366:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205159.475369:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205159.475370:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205159.475371:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205159.475374:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205159.475376:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205159.475379:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205159.475382:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205159.475385:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205159.475388:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556816896, portal 10
00000100:00000001:2.0:1788205159.475390:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205159.475391:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250517376 : -105387459034240 : ffffa02691f0c380)
00000100:00000040:2.0:1788205159.475423:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475429:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205159.475432:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205159.475435:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205159.475437:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556816896, offset 0
00000400:00000200:2.0:1788205159.475441:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205159.475446:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205159.475449:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205159.475453:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205159.475455:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205159.475458:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205159.475460:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205159.475464:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3586:3586:256:4294967295] 192.168.201.145@tcp LPNI seq info [3586:3586:8:4294967295]
00000400:00000200:2.0:1788205159.475468:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205159.475474:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205159.475478:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205159.475481:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205159.475485:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205159.475488:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788205159.475492:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205159.475495:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788205159.475498:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205159.475500:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205159.475503:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205159.475506:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205159.475509:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205159.475510:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205159.475513:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205159.475517:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475525:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205159.475528:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475534:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.475536:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205159.475538:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205159.475542:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205159.475545:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205159.475547:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298964819
00000100:00000001:2.0:1788205159.475549:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298966696
00000100:00000001:2.0:1788205159.475551:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298964819
00000100:00000001:2.0:1788205159.475553:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298966696
00000100:00000001:2.0:1788205159.475555:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205159.475558:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.475559:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205159.475563:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205159/real 1788205159]  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205159.475570:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205159.475571:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205159.475573:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205159.475575:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205159.475577:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205159.475579:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205159.475582:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205159.475590:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475596:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205159.475597:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475599:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205159.475600:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205159.475603:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475609:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205159.475615:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475621:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205159.475624:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475626:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205159.475628:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475630:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205159.475632:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205159.475635:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205159.475639:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205159.475641:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205159.475645:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205159.475652:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556816896:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205159.475656:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205159.475659:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475665:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205159.475666:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205159.475669:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205159.475671:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205159.475673:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205159.475676:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817024:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205159.475680:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205159.475682:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205159.475684:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205159.475686:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205159.475689:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205159.475691:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205159.475694:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205159.475697:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205159.475701:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205159.475703:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556817024, portal 4
00000100:00000001:2.0:1788205159.475705:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205159.475706:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520960 : -105387459030656 : ffffa02691f0d180)
00000100:00000040:2.0:1788205159.475712:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475718:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205159.475721:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205159.475723:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205159.475725:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556817024, offset 0
00000400:00000200:2.0:1788205159.475729:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205159.475732:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205159.475735:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205159.475738:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205159.475740:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205159.475743:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205159.475745:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205159.475748:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3587:3587:256:4294967295] 192.168.201.145@tcp LPNI seq info [3587:3587:8:4294967295]
00000400:00000200:2.0:1788205159.475752:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205159.475758:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205159.475762:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205159.475765:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205159.475768:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205159.475771:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788205159.475775:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205159.475778:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788205159.475781:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205159.475796:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205159.475799:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205159.475803:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205159.475806:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205159.475808:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205159.475810:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205159.475814:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475821:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205159.475824:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475830:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.475832:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205159.475836:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205159.475839:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205159.475843:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205159.475845:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298964502
00000100:00000001:2.0:1788205159.475847:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298966696
00000100:00000001:2.0:1788205159.475849:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298964502
00000100:00000001:2.0:1788205159.475851:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298966696
00000100:00000001:2.0:1788205159.475853:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205159.475854:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.475856:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205159.475860:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205159/real 1788205159]  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205159.475867:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205159.475868:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205159.475870:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205159.475873:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205159.475874:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205159.475876:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205159.475880:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205159.475887:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475894:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205159.475895:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475897:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205159.475898:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205159.475902:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475908:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205159.475912:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475919:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205159.475921:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475922:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205159.475923:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.475925:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205159.475926:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205159.475928:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205159.475931:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205159.475934:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205159.475937:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205159.475945:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817024:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205159.475948:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205159.475951:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.475958:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205159.475959:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205159.475961:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205159.475963:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205159.475965:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205159.475968:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817152:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205159.475970:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205159.475972:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205159.475974:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205159.475975:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205159.475978:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788205159.475980:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205159.475983:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205159.475986:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000400:00000010:2.0:1788205159.475989:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000200:2.0:1788205159.475991:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556817152, portal 4
00000100:00000001:2.0:1788205159.475993:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205159.475994:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250530816 : -105387459020800 : ffffa02691f0f800)
00000100:00000040:2.0:1788205159.475999:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.476005:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205159.476007:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205159.476009:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205159.476012:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556817152, offset 0
00000400:00000200:2.0:1788205159.476015:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205159.476019:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205159.476023:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205159.476025:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205159.476028:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205159.476030:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205159.476032:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205159.476035:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3588:3588:256:4294967295] 192.168.201.145@tcp LPNI seq info [3588:3588:8:4294967295]
00000400:00000200:2.0:1788205159.476039:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205159.476045:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205159.476049:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205159.476052:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000800:00000200:2.0:1788205159.476055:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.0:1788205159.476058:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788205159.476062:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205159.476064:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788205159.476067:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205159.476069:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:2.0:1788205159.476072:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205159.476075:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205159.476077:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:2.0:1788205159.476079:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:2.0:1788205159.476081:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205159.476084:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.476092:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205159.476095:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.476101:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.476103:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205159.476105:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205159.476108:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205159.476111:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205159.476113:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298965233
00000100:00000001:2.0:1788205159.476115:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298966696
00000100:00000001:2.0:1788205159.476117:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298965233
00000100:00000001:2.0:1788205159.476119:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298966696
00000100:00000001:2.0:1788205159.476121:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205159.476123:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.476125:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205159.476129:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205159/real 1788205159]  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205159.476136:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205159.476138:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205159.476140:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205159.476142:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205159.476143:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205159.476145:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205159.476148:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205159.476156:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.476168:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205159.476170:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.476172:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205159.476173:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205159.476177:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.476183:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205159.476187:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.476194:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205159.476196:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.476198:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205159.476199:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.476201:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205159.476202:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205159.476205:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205159.476208:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205159.476210:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205159.476214:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205159.476222:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817152:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205159.476226:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.476227:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205159.476231:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c380 x1875064556816896/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.476237:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205159.476239:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205159.476241:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205159.476243:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205159.476245:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205159.476246:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205159.476248:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205159.476250:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d800.
02000000:00000001:2.0:1788205159.476253:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205159.476254:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205159.476255:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c380.
00000100:00000001:2.0:1788205159.476258:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205159.476259:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.476261:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205159.476263:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d180 x1875064556817024/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.476269:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205159.476271:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205159.476272:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205159.476274:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205159.476275:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205159.476277:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205159.476278:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205159.476280:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:2.0:1788205159.476282:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205159.476283:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205159.476284:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d180.
00000100:00000001:2.0:1788205159.476286:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205159.476287:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.476289:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205159.476292:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f800 x1875064556817152/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205159.476299:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205159.476300:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205159.476302:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788205159.476303:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205159.476304:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205159.476305:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205159.476308:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205159.476309:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:2.0:1788205159.476311:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205159.476312:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205159.476313:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f800.
00000100:00000001:2.0:1788205159.476315:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205159.476317:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.476319:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.476322:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205159.476324:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205159.476325:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205159.476327:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205159.794485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205159.794485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205159.794492:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205159.794495:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205159.794498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205159.794502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205159.794506:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205159.794508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205159.794509:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205159.794512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205159.794515:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205159.794516:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1788205159.794517:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205159.794520:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205159.794525:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205159.794528:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205159.794531:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205159.794533:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205159.794535:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205159.794593:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205159.794597:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205159.794601:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205159.986491:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205159.986499:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205159.986501:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205159.986506:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205159.986510:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205159.986514:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.986516:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205159.986519:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205159.986521:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205160.818510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205160.818524:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205160.818526:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205160.818532:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205160.818536:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205160.818540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205160.818542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205160.818545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205160.818553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205160.818848:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205160.818852:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205160.818856:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205160.818857:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205160.818916:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205160.818919:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205160.818922:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205161.010507:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205161.010515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205161.010517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205161.010523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205161.010527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205161.010531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205161.010533:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205161.010535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205161.010536:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205161.714510:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298966696, at 4298966720
00000100:00000040:1.0:1788205161.714510:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298966696, at 4298966720
00000100:00000010:0.0:1788205161.714524:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511b40.
00000100:00000010:1.0:1788205161.714527:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511420.
00000100:00000001:1.0:1788205161.842501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205161.842503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205161.842507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205161.842509:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205161.842513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205161.842513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205161.842516:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205161.842518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205161.842523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205161.842527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205161.842530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205161.842533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205161.842536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205161.842574:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205161.842578:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205161.842581:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205162.034510:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205162.034518:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205162.034521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205162.034525:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205162.034528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205162.034531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205162.034533:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205162.034535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205162.034537:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205162.866572:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205162.866580:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205162.866588:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205162.866589:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.866594:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205162.866599:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205162.866601:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205162.866605:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205162.866609:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205162.866612:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205162.866614:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205162.866617:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205162.866620:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205162.866657:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205162.866662:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205162.866665:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205163.058796:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205163.058803:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205163.058806:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205163.058811:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205163.058814:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205163.058818:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205163.058820:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205163.058823:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205163.058825:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205163.890549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205163.890560:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205163.890564:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205163.890568:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205163.890573:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205163.890576:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205163.890578:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205163.890580:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205163.890586:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205163.890588:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205163.890592:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205163.890596:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205163.890600:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205163.890600:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205163.890610:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205163.890617:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205163.890620:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205163.890624:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205163.890628:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205163.890663:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205163.890667:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205163.890670:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205164.084640:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205164.084649:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205164.084652:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205164.084664:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205164.084669:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205164.084673:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205164.084675:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205164.084678:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205164.084681:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205164.594535:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205164.594544:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205164.594546:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205164.594549:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205164.594553:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205164.594559:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4297
00000400:00000200:3.0:1788205164.594567:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205164.594572:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205164.594575:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205164.594577:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594585:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205164.594587:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594590:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205164.594594:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205164.594596:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205164.594599:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205164.594601:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205164.594603:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205164.594605:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205164.594608:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594610:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205164.594612:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594614:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205164.594616:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205164.594619:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594621:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205164.594624:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205164.594627:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205164.594630:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205164.594631:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205164.594633:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205164.594641:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205164.594645:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205164.594648:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205164.594650:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205164.594653:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205164.594656:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205164.594660:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205164.594667:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788205164.594673:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205164.594681:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205164.594690:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205164.594718:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205164.594723:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205164.594745:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205164.594748:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205164.594752:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205164.594753:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205164.594754:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205164.594757:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205164.594759:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4297
00000400:00000200:3.0:1788205164.594763:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205164.594766:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205164.594769:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205164.594772:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594774:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205164.594777:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594778:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205164.594780:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205164.594781:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205164.594785:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:2.0:1788205164.594786:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205164.594787:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205164.594791:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205164.594791:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205164.594795:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205164.594799:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788205164.594801:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205164.594805:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594809:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205164.594811:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594815:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205164.594818:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205164.594822:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205164.594824:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205164.594824:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.594828:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205164.594828:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205164.594833:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205164.594834:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205164.594836:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205164.594837:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205164.594841:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205164.594842:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788205164.594845:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788205164.594847:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556817280:192.168.201.145@tcp:250:kworker.0
00000008:00000001:3.0:1788205164.594849:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.594851:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205164.594853:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205164.594855:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205164.594858:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205164.594859:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
02000000:00000001:2.0:1788205164.594861:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788205164.594865:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205164.594868:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205164.594870:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205164.594871:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205164.594873:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788205164.594875:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009000.
02000000:00000001:3.0:1788205164.594876:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205164.594881:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
02000000:00000001:2.0:1788205164.594883:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205164.594886:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205164.594892:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:3.0:1788205164.594894:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788205164.594898:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980789f8.
00000100:00000001:3.0:1788205164.594903:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205164.594906:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205164.594908:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ebb0.
00000100:00000040:3.0:1788205164.594909:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205164.594917:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556817280, portal 25
00000100:00000001:3.0:1788205164.594918:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.594920:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205164.594923:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00080000:3.0:1788205164.594923:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205164.594929:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1788205164.594932:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205164.594933:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205164.594936:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205164.594942:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205164.594943:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788205164.594948:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4297
00000100:00000040:2.0:1788205164.594949:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205164.594952:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ea18.
00000100:00000200:2.0:1788205164.594956:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556817280, offset 0
00000400:00000200:3.0:1788205164.594957:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205164.594964:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205164.594964:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205164.594969:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788205164.594973:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788205164.594974:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.594978:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205164.594980:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205164.594983:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788205164.594984:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205164.594990:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205164.594991:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000200:2.0:1788205164.594993:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788205164.594994:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205164.594998:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:2.0:1788205164.595000:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000020:00000001:3.0:1788205164.595001:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205164.595005:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:2.0:1788205164.595006:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788205164.595011:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205164.595014:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.595015:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205164.595021:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:2.0:1788205164.595022:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3589:3589:256:4294967295] 192.168.201.145@tcp LPNI seq info [3589:3589:8:4294967295]
00000100:00000001:3.0:1788205164.595025:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205164.595030:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:2.0:1788205164.595034:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205164.595035:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205164.595039:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205164.595041:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205164.595043:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205164.595045:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205164.595048:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205164.595051:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205164.595054:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1788205164.595055:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205164.595058:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205164.595064:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000800:00000200:2.0:1788205164.595067:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788205164.595068:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205164.595073:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205164.595075:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205164.595076:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66200.
00000100:00000001:3.0:1788205164.595077:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205164.595081:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205164.595083:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205164.595086:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205164.595093:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000010:3.0:1788205164.595104:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000100:00000001:3.0:1788205164.595109:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.595111:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205164.595115:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205164.595118:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205164.595123:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298971816
00000100:00000001:3.0:1788205164.595129:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1788205164.595130:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511d20.
00000100:00000001:3.0:1788205164.595131:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205164.595135:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205164.595137:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205164.595143:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205164.595145:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205164.595146:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298971816
00000100:00080000:3.0:1788205164.595149:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:2.0:1788205164.595151:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02692511540.
00000100:00000001:3.0:1788205164.595152:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205164.595155:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788205164.595156:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205164.595161:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205164.595161:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205164.595165:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4297
00000100:00000001:2.0:1788205164.595166:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.595170:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205164.595170:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205164.595174:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1788205164.595175:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205164.595176:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205164.595179:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.595181:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205164.595182:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788205164.595183:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205164.595185:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205164.595186:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205164.595190:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205164.595190:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205164.595193:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:2.0:1788205164.595194:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205164.595195:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205164.595196:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205164.595197:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205164.595200:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788205164.595203:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205164.595203:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205164.595208:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205164.595212:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205164.595216:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205164.595217:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205164.595218:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:2.0:1788205164.595219:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205164.595222:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
02000000:00000001:2.0:1788205164.595223:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205164.595227:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788205164.595227:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:2.0:1788205164.595233:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205164.595233:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205164.595236:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817408:192.168.201.145@tcp:38:kworker.0
02000000:00000001:3.0:1788205164.595238:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205164.595239:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205164.595242:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205164.595243:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205164.595243:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205164.595247:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205164.595249:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205164.595251:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698008c00.
00000100:00000001:3.0:1788205164.595253:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205164.595254:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788205164.595256:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205164.595260:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:3.0:1788205164.595261:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205164.595263:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026980784d0.
00000100:00000001:3.0:1788205164.595263:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205164.595269:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000400:00000010:2.0:1788205164.595270:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381eaa0.
00000020:00000040:3.0:1788205164.595273:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000200:2.0:1788205164.595274:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556817408, portal 10
02000000:00000001:3.0:1788205164.595276:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788205164.595277:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788205164.595278:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.595279:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000001:3.0:1788205164.595281:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205164.595283:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205164.595285:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205164.595286:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205164.595290:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:2.0:1788205164.595291:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205164.595295:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205164.595296:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205164.595298:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e220.
00000100:00000200:2.0:1788205164.595301:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556817408, offset 0
00000100:00100000:3.0:1788205164.595305:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205164.595307:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205164.595313:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205164.595319:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:3.0:1788205164.595323:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788205164.595324:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205164.595328:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:3.0:1788205164.595328:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205164.595332:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205164.595336:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000040:3.0:1788205164.595337:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205164.595341:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3590:3590:255:4294967295] 192.168.201.145@tcp LPNI seq info [3590:3590:7:4294967295]
00000400:00000200:2.0:1788205164.595350:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205164.595354:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205164.595359:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788205164.595360:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4307)
00000800:00000200:2.0:1788205164.595364:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205164.595367:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66000.
00000800:00000200:2.0:1788205164.595369:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205164.595372:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788205164.595374:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205164.595376:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:2.0:1788205164.595379:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205164.595380:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298969938
00000100:00000001:2.0:1788205164.595382:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298971816
00000100:00000001:2.0:1788205164.595383:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298969938
00000100:00000001:2.0:1788205164.595385:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298971816
00000100:00000001:2.0:1788205164.595386:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205164.595387:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.595388:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205164.595391:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205164.595395:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205164.595395:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205164.595416:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205164.595417:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205164.595419:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205164.595421:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817536:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205164.595425:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205164.595426:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205164.595427:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205164.595428:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205164.595430:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205164.595431:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205164.595433:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205164.595434:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078738.
00000400:00000010:2.0:1788205164.595437:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ef68.
00000100:00000200:2.0:1788205164.595439:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556817536, portal 4
00000100:00000001:2.0:1788205164.595440:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205164.595441:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:2.0:1788205164.595447:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205164.595453:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205164.595455:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205164.595457:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ecc0.
00000100:00000200:2.0:1788205164.595459:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556817536, offset 0
00000400:00000200:2.0:1788205164.595463:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205164.595466:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205164.595469:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205164.595472:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205164.595474:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205164.595476:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205164.595478:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205164.595481:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3591:3591:254:4294967295] 192.168.201.145@tcp LPNI seq info [3591:3591:6:4294967295]
00000400:00000200:2.0:1788205164.595484:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205164.595489:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205164.595494:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205164.595497:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66600.
00000800:00000200:2.0:1788205164.595500:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205164.595504:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788205164.595506:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205164.595509:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:2.0:1788205164.595512:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205164.595514:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298969622
00000100:00000001:2.0:1788205164.595516:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298971816
00000100:00000001:2.0:1788205164.595518:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298969622
00000100:00000001:2.0:1788205164.595520:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298971816
00000100:00000001:2.0:1788205164.595522:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205164.595524:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.595526:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.595528:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205164.595531:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205164.595533:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205164.595534:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205164.595536:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205164.595537:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205164.595540:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205164.595546:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205164.595547:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205164.595548:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205164.595550:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205164.595552:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205164.595554:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817664:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205164.595557:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205164.595559:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205164.595560:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205164.595562:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205164.595565:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788205164.595567:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205164.595569:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:2.0:1788205164.595571:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02698078528.
00000400:00000010:2.0:1788205164.595574:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381ec38.
00000100:00000200:2.0:1788205164.595577:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556817664, portal 4
00000100:00000001:2.0:1788205164.595578:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205164.595579:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:2.0:1788205164.595585:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205164.595589:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205164.595591:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:2.0:1788205164.595594:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268381e088.
00000100:00000200:2.0:1788205164.595596:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556817664, offset 0
00000400:00000200:2.0:1788205164.595600:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205164.595603:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205164.595606:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:2.0:1788205164.595608:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205164.595610:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:2.0:1788205164.595612:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205164.595614:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:2.0:1788205164.595617:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3592:3592:253:4294967295] 192.168.201.145@tcp LPNI seq info [3592:3592:5:4294967295]
00000400:00000200:2.0:1788205164.595621:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205164.595626:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205164.595630:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:2.0:1788205164.595633:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02687d66900.
00000800:00000200:2.0:1788205164.595637:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:2.1:1788205164.595640:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:2.0:1788205164.595643:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205164.595645:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:2.0:1788205164.595648:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205164.595650:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298970353
00000100:00000001:2.0:1788205164.595652:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298971816
00000100:00000001:2.0:1788205164.595653:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298970353
00000100:00000001:2.0:1788205164.595655:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298971816
00000100:00000001:2.0:1788205164.595663:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205164.595665:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.595668:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.595670:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205164.595672:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205164.595673:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205164.595675:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205164.595676:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205164.595677:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205164.595679:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205164.914503:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205164.914508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205164.914510:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205164.914515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205164.914519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205164.914523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205164.914524:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205164.914526:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205164.914530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205164.914535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205164.914537:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205164.914540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205164.914543:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205164.914588:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205164.914592:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205164.914595:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205165.108869:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205165.108877:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205165.108879:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205165.108884:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205165.108888:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205165.108892:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205165.108894:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205165.108896:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205165.108899:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205165.938493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205165.938501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205165.938503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205165.938507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205165.938510:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205165.938511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205165.938515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205165.938517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205165.938519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205165.938520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205165.938525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205165.938529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205165.938531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205165.939055:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205165.939057:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205165.939060:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205166.130594:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205166.130601:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205166.130603:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205166.130608:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205166.130611:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205166.130613:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205166.130616:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205166.130619:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205166.130621:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205166.834510:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298971816, at 4298971840
00000100:00000040:1.0:1788205166.834510:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298971816, at 4298971840
00000100:00000010:0.0:1788205166.834527:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511d20.
00000100:00000010:1.0:1788205166.834528:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02692511540.
00010000:00000001:2.0:1788205166.962856:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205166.962864:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205166.962869:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205166.962871:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205166.962927:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205166.962932:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205166.962935:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205166.963419:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205166.963422:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205166.963424:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205166.963485:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205166.963490:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205166.963493:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205166.963496:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205166.963498:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205166.963501:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205167.154481:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205167.154488:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205167.154490:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205167.154496:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205167.154500:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205167.154504:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.154507:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205167.154510:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.154513:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788205167.666751:0:2329:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:0.0:1788205167.666795:0:2329:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788205167.666817:0:2329:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205167.666821:0:2329:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:0.0:1788205167.666827:0:2329:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205167.666830:0:2329:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788205167.666834:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788205167.666838:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66200.
00000400:00000200:0.0:1788205167.666843:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788205167.666847:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788205167.666853:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ea18
00000400:00000010:0.0:1788205167.666855:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ea18.
00000100:00000001:0.0:1788205167.666860:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205167.666878:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.666897:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.666901:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.666909:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.666911:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788205167.666920:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:0.0:1788205167.666922:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66000.
00000400:00000200:0.0:1788205167.666926:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788205167.666940:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788205167.666943:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e220
00000100:00000001:2.0:1788205167.666945:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:0.0:1788205167.666946:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e220.
00000100:00000001:0.0:1788205167.666951:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205167.666951:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205167.666956:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000200:0.0:1788205167.666957:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205167.666966:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205164/real 1788205167]  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.666970:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.666977:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205167.666981:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205167.666984:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788205167.666986:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.666989:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:2.0:1788205167.666989:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980789f8.
00000400:00000200:2.0:1788205167.666995:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ebb0
00000400:00000010:2.0:1788205167.666997:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ebb0.
00000100:00000001:2.0:1788205167.667000:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205167.667004:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1788205167.667014:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000100:00000200:2.0:1788205167.667018:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1788205167.667020:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66600.
00000400:00000200:0.0:1788205167.667025:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788205167.667032:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788205167.667037:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ecc0
00000400:00000010:0.0:1788205167.667041:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ecc0.
00000100:00000001:2.0:1788205167.667042:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205167.667045:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205167.667046:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667050:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000200:0.0:1788205167.667052:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667053:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205167.667061:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.667068:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788205167.667073:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205167.667074:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205167.667083:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.667084:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.667088:0:2329:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788205167.667096:0:2329:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000100:00000001:2.0:1788205167.667096:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000010:0.0:1788205167.667102:0:2329:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02687d66900.
00000100:00000001:2.0:1788205167.667102:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667107:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1788205167.667108:0:2329:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1788205167.667109:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667114:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:0.0:1788205167.667117:0:2329:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1788205167.667118:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1788205167.667121:0:2329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381e088
00000100:00080000:2.0:1788205167.667124:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000010:0.0:1788205167.667125:0:2329:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381e088.
00000100:00000001:0.0:1788205167.667131:0:2329:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1788205167.667132:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205167.667137:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205167.667142:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205167.667146:0:2329:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205167.667157:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556817280:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205167.667162:0:2329:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788205167.667164:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205167.667169:0:2329:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667169:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205167.667175:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556817280/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.667186:0:2329:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205167.667189:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1788205167.667190:0:2329:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788205167.667193:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205167.667198:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009000.
02000000:00000001:2.0:1788205167.667202:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205167.667205:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205167.667207:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:2.0:1788205167.667209:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205167.667212:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:2.0:1788205167.667215:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205167.667217:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205167.667219:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:2.0:1788205167.667223:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205167.667224:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667227:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205167.667228:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205167.667230:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205167.667231:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205167.667234:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205164/real 1788205167]  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205167.667242:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205167.667243:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205167.667245:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078528.
00000400:00000200:2.0:1788205167.667247:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ec38
00000400:00000010:2.0:1788205167.667249:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ec38.
00000100:00000001:2.0:1788205167.667251:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205167.667254:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205167.667261:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667266:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205167.667268:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667269:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205167.667270:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205167.667274:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667279:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205167.667283:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667288:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205167.667290:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667291:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205167.667292:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667294:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205167.667295:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205167.667297:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205167.667301:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205167.667302:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205167.667305:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205167.667311:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817664:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205167.667315:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205167.667318:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205164/real 1788205167]  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205167.667324:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205167.667325:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205167.667326:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026980784d0.
00000400:00000200:2.0:1788205167.667328:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381eaa0
00000400:00000010:2.0:1788205167.667329:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381eaa0.
00000100:00000001:2.0:1788205167.667331:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205167.667334:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205167.667340:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667346:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205167.667347:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667349:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205167.667350:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205167.667353:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667358:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205167.667361:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667367:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205167.667369:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667370:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205167.667371:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667372:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205167.667374:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205167.667376:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205167.667378:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205167.667380:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205167.667383:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205167.667390:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817408:192.168.201.145@tcp:38:kworker.0
00000100:00000001:2.0:1788205167.667393:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205167.667396:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205164/real 1788205167]  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205167.667425:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205167.667426:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205167.667427:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02698078738.
00000400:00000200:2.0:1788205167.667429:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268381ef68
00000400:00000010:2.0:1788205167.667431:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268381ef68.
00000100:00000001:2.0:1788205167.667433:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205167.667436:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205167.667442:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667448:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205167.667449:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667450:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205167.667451:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205167.667454:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667460:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205167.667463:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667468:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205167.667471:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667472:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205167.667473:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667475:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205167.667476:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205167.667478:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205167.667481:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:2.0:1788205167.667483:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205167.667486:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205167.667493:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817536:192.168.201.145@tcp:8:kworker.0
00000100:00000001:2.0:1788205167.667497:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667499:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205167.667502:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556817664/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667508:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205167.667510:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205167.667511:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0269800b400.
02000000:00000001:2.0:1788205167.667514:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205167.667515:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205167.667517:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205167.667519:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205167.667520:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:2.0:1788205167.667523:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205167.667524:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205167.667525:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:2.0:1788205167.667529:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205167.667530:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667532:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205167.667535:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556817408/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667541:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205167.667542:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205167.667544:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698008c00.
02000000:00000001:2.0:1788205167.667547:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205167.667548:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205167.667549:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:2.0:1788205167.667551:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205167.667553:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:2.0:1788205167.667554:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205167.667555:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205167.667556:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:2.0:1788205167.667558:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205167.667560:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667561:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205167.667564:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556817536/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205167.667569:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205167.667571:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205167.667572:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02698009800.
02000000:00000001:2.0:1788205167.667574:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205167.667575:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205167.667576:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:2.0:1788205167.667578:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205167.667579:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:2.0:1788205167.667582:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205167.667583:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205167.667584:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:2.0:1788205167.667587:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205167.667588:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667590:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.667597:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205167.667599:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205167.667601:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205167.667602:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205167.986508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205167.986515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205167.986518:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205167.986523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205167.986527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205167.986531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.986534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205167.986536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.986539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205167.986560:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205167.986563:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205167.986566:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205167.986567:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205167.986664:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205167.986668:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205167.986671:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205168.178456:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205168.178462:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205168.178465:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205168.178470:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205168.178473:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205168.178476:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205168.178479:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205168.178481:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205168.178485:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205169.011240:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205169.011247:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205169.011252:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205169.011253:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205169.011265:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205169.011271:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205169.011273:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205169.011282:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205169.011286:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205169.011290:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205169.011292:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205169.011295:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205169.011298:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205169.011303:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205169.011306:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205169.011308:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205169.202483:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205169.202489:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205169.202490:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205169.202494:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205169.202496:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205169.202499:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205169.202501:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205169.202503:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205169.202505:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205169.714510:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205169.714520:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205169.714523:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205169.714526:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205169.714530:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205169.714537:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4302
00000400:00000200:2.0:1788205169.714545:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205169.714550:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205169.714553:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205169.714556:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714559:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205169.714562:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714564:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205169.714568:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205169.714570:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788205169.714572:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205169.714575:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788205169.714577:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788205169.714580:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788205169.714583:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714585:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205169.714587:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714588:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205169.714591:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788205169.714594:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714596:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205169.714599:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205169.714602:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205169.714615:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.714618:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205169.714620:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205169.714626:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164700.
00000020:00000040:2.0:1788205169.714629:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788205169.714633:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205169.714635:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.714638:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205169.714641:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205169.714645:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205169.714651:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009800.
00000100:00000001:2.0:1788205169.714657:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205169.714666:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205169.714675:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205169.714679:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205169.714684:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b0a96e5] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205169.714712:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205169.714716:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205169.714719:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205169.714721:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205169.714723:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205169.714726:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205169.714728:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4302
00000400:00000200:2.0:1788205169.714731:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205169.714734:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205169.714736:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205169.714739:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714741:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205169.714743:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714745:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205169.714747:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205169.714748:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:2.0:1788205169.714750:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205169.714752:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:2.0:1788205169.714754:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:2.0:1788205169.714756:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788205169.714758:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714760:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205169.714762:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714764:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205169.714766:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:2.0:1788205169.714769:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714771:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205169.714773:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205169.714778:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205169.714780:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.714782:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205169.714795:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205169.714798:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.714800:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205169.714804:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167800.
00000020:00000040:2.0:1788205169.714806:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205169.714809:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205169.714810:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.714812:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205169.714813:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205169.714815:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205169.714819:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008c00.
00000100:00000001:2.0:1788205169.714822:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205169.714826:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205169.714834:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205169.714836:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205169.714839:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e6d5bf3] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205169.714847:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205169.714850:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205169.714853:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205169.714855:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205169.714856:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205169.714859:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205169.714861:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4302
00000400:00000200:2.0:1788205169.714865:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205169.714868:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205169.714870:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205169.714873:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714875:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205169.714877:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714879:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205169.714882:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205169.714883:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788205169.714885:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205169.714887:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788205169.714889:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788205169.714892:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:2.0:1788205169.714895:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714897:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205169.714899:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714901:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205169.714904:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:2.0:1788205169.714907:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714909:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205169.714911:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205169.714914:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205169.714916:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.714918:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205169.714920:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205169.714922:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.714924:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205169.714927:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164a80.
00000020:00000040:2.0:1788205169.714929:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788205169.714932:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205169.714933:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.714935:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205169.714936:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205169.714938:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205169.714941:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b400.
00000100:00000001:2.0:1788205169.714944:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205169.714948:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205169.714956:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205169.714958:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205169.714962:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052d84ab9] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205169.714970:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205169.714972:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205169.714976:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205169.714977:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205169.714979:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205169.714981:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205169.714983:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4302
00000400:00000200:2.0:1788205169.714987:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205169.714989:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205169.714992:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205169.714995:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.714996:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205169.714998:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.715001:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205169.715002:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205169.715004:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788205169.715005:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205169.715007:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788205169.715009:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788205169.715011:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788205169.715014:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.715016:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205169.715018:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205169.715020:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205169.715023:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788205169.715025:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205169.715027:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205169.715030:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205169.715032:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205169.715034:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.715035:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205169.715037:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205169.715039:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.715041:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205169.715044:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166d80.
00000020:00000040:2.0:1788205169.715046:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788205169.715048:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205169.715049:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205169.715051:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205169.715052:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205169.715054:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205169.715062:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009000.
00000100:00000001:2.0:1788205169.715066:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205169.715071:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205169.715078:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205169.715080:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205169.715083:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1831aa] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205169.715091:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205169.715095:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4312)
00000100:00000001:0.0:1788205169.715167:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205169.715172:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205169.715174:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205169.715181:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715189:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205169.715192:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205169.715195:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205169.715197:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205169.715200:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205169.715204:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556817792:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205169.715208:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205169.715212:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205169.715215:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205169.715219:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205169.715223:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788205169.715225:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205169.715231:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205169.715234:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205169.715241:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205169.715248:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556817792, portal 25
00000100:00000001:0.0:1788205169.715252:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205169.715253:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051649280 : -105387657902336 : ffffa02686164700)
00000100:00000040:0.0:1788205169.715258:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715266:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205169.715269:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205169.715271:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205169.715275:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556817792, offset 0
00000400:00000200:0.0:1788205169.715282:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205169.715291:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205169.715298:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205169.715304:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205169.715308:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205169.715313:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205169.715316:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205169.715320:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3593:3593:256:4294967295] 192.168.201.145@tcp LPNI seq info [3593:3593:8:4294967295]
00000400:00000200:0.0:1788205169.715324:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205169.715334:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205169.715340:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205169.715345:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205169.715351:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205169.715355:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205169.715361:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205169.715364:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205169.715368:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205169.715370:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205169.715374:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205169.715378:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205169.715384:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205169.715386:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205169.715389:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205169.715392:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715429:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205169.715433:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715439:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205169.715440:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205169.715446:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205169.715450:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205169.715452:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298976937
00000100:00000010:0.0:1788205169.715457:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a2a0.
00000100:00000001:0.0:1788205169.715464:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205169.715470:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298976937
00000100:00000010:0.0:1788205169.715472:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a9c0.
00000100:00000001:0.0:1788205169.715475:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205169.715478:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205169.715481:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205169.715484:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205169.715488:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205169/real 1788205169]  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205169.715497:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205169.715499:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205169.715501:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205169.715503:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205169.715505:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205169.715507:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205169.715510:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205169.715517:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715523:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205169.715526:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.715529:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205169.715531:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205169.715535:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715542:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205169.715546:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715553:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205169.715555:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.715557:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205169.715558:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.715561:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205169.715563:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205169.715566:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205169.715569:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205169.715572:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205169.715575:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205169.715584:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556817792:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205169.715588:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205169.715591:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715597:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205169.715598:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205169.715600:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205169.715602:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205169.715604:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205169.715624:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817920:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205169.715627:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205169.715629:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205169.715631:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205169.715632:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205169.715635:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205169.715637:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205169.715640:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205169.715642:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205169.715645:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205169.715648:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556817920, portal 10
00000100:00000001:0.0:1788205169.715650:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205169.715651:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051661824 : -105387657889792 : ffffa02686167800)
00000100:00000040:0.0:1788205169.715657:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715662:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205169.715665:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205169.715667:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205169.715669:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556817920, offset 0
00000400:00000200:0.0:1788205169.715673:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205169.715677:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205169.715680:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205169.715683:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205169.715686:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205169.715688:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205169.715690:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205169.715692:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3594:3594:256:4294967295] 192.168.201.145@tcp LPNI seq info [3594:3594:8:4294967295]
00000400:00000200:0.0:1788205169.715696:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205169.715702:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205169.715707:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205169.715710:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205169.715713:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205169.715716:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205169.715721:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205169.715723:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205169.715727:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205169.715729:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205169.715732:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205169.715735:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205169.715738:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205169.715739:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205169.715742:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205169.715745:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715753:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205169.715756:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715762:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205169.715763:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205169.715766:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205169.715770:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205169.715772:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205169.715775:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298975059
00000100:00000001:0.0:1788205169.715778:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298976937
00000100:00000001:0.0:1788205169.715779:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298975059
00000100:00000001:0.0:1788205169.715782:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298976937
00000100:00000001:0.0:1788205169.715783:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205169.715785:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205169.715787:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205169.715791:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205169/real 1788205169]  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205169.715799:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205169.715800:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205169.715802:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205169.715804:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205169.715806:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205169.715808:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205169.715811:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205169.715820:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715827:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205169.715828:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.715830:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205169.715831:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205169.715834:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715840:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205169.715843:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715850:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205169.715853:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.715854:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205169.715855:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.715857:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205169.715859:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205169.715862:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205169.715865:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205169.715867:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205169.715871:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205169.715879:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556817920:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205169.715884:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205169.715887:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715891:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205169.715892:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205169.715894:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205169.715895:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205169.715896:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205169.715898:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818048:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205169.715900:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205169.715901:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205169.715902:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205169.715904:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205169.715906:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205169.715907:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205169.715910:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205169.715911:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205169.715914:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205169.715916:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556818048, portal 4
00000100:00000001:0.0:1788205169.715917:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205169.715918:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051650176 : -105387657901440 : ffffa02686164a80)
00000100:00000040:0.0:1788205169.715922:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715926:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205169.715927:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205169.715929:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205169.715930:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556818048, offset 0
00000400:00000200:0.0:1788205169.715933:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205169.715935:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205169.715937:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205169.715939:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205169.715941:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205169.715942:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205169.715944:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205169.715946:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3595:3595:256:4294967295] 192.168.201.145@tcp LPNI seq info [3595:3595:8:4294967295]
00000400:00000200:0.0:1788205169.715948:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205169.715952:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205169.715954:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205169.715956:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205169.715959:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205169.715961:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205169.715965:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205169.715968:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205169.715971:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205169.715973:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205169.715976:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205169.715979:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205169.715981:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205169.715983:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205169.715986:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205169.715988:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.715996:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205169.715998:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716005:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205169.716006:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205169.716009:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205169.716012:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205169.716015:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205169.716017:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298974742
00000100:00000001:0.0:1788205169.716020:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298976937
00000100:00000001:0.0:1788205169.716021:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298974742
00000100:00000001:0.0:1788205169.716023:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298976937
00000100:00000001:0.0:1788205169.716024:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205169.716026:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205169.716027:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205169.716030:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205169/real 1788205169]  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205169.716037:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205169.716038:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205169.716040:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205169.716042:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205169.716044:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205169.716046:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205169.716049:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205169.716056:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716062:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205169.716064:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716065:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205169.716066:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205169.716069:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716075:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205169.716079:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716085:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205169.716087:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716089:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205169.716090:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716092:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205169.716093:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205169.716095:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205169.716098:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205169.716100:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205169.716110:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205169.716117:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818048:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205169.716120:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205169.716124:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716130:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205169.716131:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205169.716133:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205169.716135:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205169.716137:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205169.716139:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818176:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205169.716142:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205169.716144:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205169.716145:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205169.716146:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205169.716150:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205169.716151:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205169.716155:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205169.716156:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205169.716159:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205169.716162:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556818176, portal 4
00000100:00000001:0.0:1788205169.716164:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205169.716165:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051659136 : -105387657892480 : ffffa02686166d80)
00000100:00000040:0.0:1788205169.716170:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716177:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205169.716179:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205169.716181:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205169.716183:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556818176, offset 0
00000400:00000200:0.0:1788205169.716185:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205169.716188:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205169.716190:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205169.716192:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205169.716194:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205169.716196:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205169.716197:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205169.716199:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3596:3596:256:4294967295] 192.168.201.145@tcp LPNI seq info [3596:3596:8:4294967295]
00000400:00000200:0.0:1788205169.716201:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205169.716205:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205169.716208:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205169.716211:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205169.716215:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205169.716217:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205169.716220:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205169.716223:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205169.716226:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205169.716228:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205169.716231:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205169.716233:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205169.716236:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205169.716238:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205169.716240:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205169.716243:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716250:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205169.716253:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716263:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205169.716265:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205169.716268:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205169.716270:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205169.716274:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205169.716275:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298975473
00000100:00000001:0.0:1788205169.716277:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298976937
00000100:00000001:0.0:1788205169.716279:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298975473
00000100:00000001:0.0:1788205169.716281:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298976937
00000100:00000001:0.0:1788205169.716283:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205169.716285:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205169.716287:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205169.716290:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205169/real 1788205169]  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205169.716296:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205169.716297:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205169.716298:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205169.716301:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205169.716302:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205169.716304:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205169.716306:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205169.716313:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716318:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205169.716319:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716320:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205169.716322:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205169.716325:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716330:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205169.716334:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716339:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205169.716341:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716342:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205169.716343:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716344:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205169.716346:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205169.716347:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205169.716350:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205169.716352:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205169.716355:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205169.716362:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818176:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205169.716366:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716368:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205169.716372:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164700 x1875064556817792/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716377:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205169.716379:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205169.716382:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788205169.716384:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205169.716386:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205169.716388:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205169.716390:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205169.716392:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009800.
02000000:00000001:0.0:1788205169.716396:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205169.716427:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205169.716429:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164700.
00000100:00000001:0.0:1788205169.716432:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205169.716434:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716435:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205169.716439:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167800 x1875064556817920/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716445:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205169.716446:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205169.716448:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205169.716449:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205169.716450:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205169.716452:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205169.716453:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205169.716454:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008c00.
02000000:00000001:0.0:1788205169.716456:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205169.716457:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205169.716458:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167800.
00000100:00000001:0.0:1788205169.716460:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205169.716461:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716463:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205169.716465:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164a80 x1875064556818048/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716470:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205169.716471:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205169.716473:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205169.716475:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205169.716476:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205169.716477:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205169.716478:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205169.716479:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b400.
02000000:00000001:0.0:1788205169.716482:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205169.716483:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205169.716484:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164a80.
00000100:00000001:0.0:1788205169.716486:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205169.716487:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716489:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205169.716492:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166d80 x1875064556818176/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205169.716497:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205169.716498:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205169.716500:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205169.716502:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205169.716503:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205169.716504:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205169.716505:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205169.716507:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009000.
02000000:00000001:0.0:1788205169.716508:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205169.716509:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205169.716510:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166d80.
00000100:00000001:0.0:1788205169.716512:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205169.716513:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716516:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205169.716523:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205169.716525:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205169.716527:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205169.716529:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205170.034516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205170.034523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205170.034529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205170.034532:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205170.034534:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205170.034537:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205170.034540:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205170.034542:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205170.034545:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205170.034547:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205170.034547:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205170.034563:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205170.034566:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205170.034570:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205170.034587:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205170.034591:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205170.034594:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205170.034597:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205170.034613:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205170.034631:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205170.034636:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205170.034639:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205170.226511:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205170.226518:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205170.226521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205170.226527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205170.226531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205170.226533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205170.226535:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205170.226537:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205170.226539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205171.058513:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205171.058521:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205171.058523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205171.058529:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205171.058533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205171.058537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205171.058540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205171.058543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205171.058546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205171.058654:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205171.058659:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205171.058663:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205171.058664:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205171.058724:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205171.058727:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205171.058730:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205171.250514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205171.250521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205171.250524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205171.250529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205171.250533:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205171.250537:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205171.250539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205171.250542:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205171.250545:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205171.954498:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298976937, at 4298976960
00000100:00000040:1.0:1788205171.954499:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298976937, at 4298976960
00000100:00000010:0.0:1788205171.954514:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a2a0.
00000100:00000010:1.0:1788205171.954523:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a9c0.
00000100:00000001:1.0:1788205172.082509:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205172.082515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205172.082516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205172.082517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205172.082521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205172.082522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205172.082527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205172.082529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205172.082530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205172.082532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205172.082533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205172.082536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205172.082539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205172.082636:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205172.082639:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205172.082642:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205172.274531:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205172.274538:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205172.274540:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205172.274544:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205172.274548:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205172.274552:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205172.274555:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205172.274557:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205172.274560:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205173.106573:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205173.106575:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205173.106584:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205173.106587:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205173.106591:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205173.106593:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205173.106597:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205173.106598:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205173.106606:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205173.106610:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205173.106614:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205173.106617:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205173.106621:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205173.106668:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205173.106673:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205173.106677:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205173.298639:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205173.298649:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205173.298652:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205173.298659:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205173.298663:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205173.298668:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205173.298671:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205173.298674:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205173.298677:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205174.130566:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205174.130576:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205174.130580:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205174.130584:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205174.130591:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205174.130594:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205174.130597:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205174.130599:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205174.130604:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205174.130606:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205174.130716:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205174.130721:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205174.130725:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205174.130777:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205174.130782:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205174.130784:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205174.130789:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205174.130793:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205174.130798:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205174.130801:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205174.130804:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205174.130807:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205174.322481:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205174.322503:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205174.322506:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205174.322513:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205174.322518:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205174.322523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205174.322540:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205174.322544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205174.322547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205174.834983:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205174.834993:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205174.834996:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205174.835001:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205174.835007:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205174.835016:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4307
00000400:00000200:1.0:1788205174.835027:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205174.835033:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205174.835037:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205174.835040:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835044:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205174.835047:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835049:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205174.835054:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205174.835056:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205174.835059:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205174.835064:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205174.835066:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205174.835069:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205174.835072:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835074:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205174.835076:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835078:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205174.835081:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205174.835084:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835087:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205174.835090:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205174.835094:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205174.835097:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.835100:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205174.835102:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205174.835111:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0dc00.
00000020:00000040:1.0:1788205174.835114:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205174.835119:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205174.835121:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.835124:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205174.835128:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205174.835133:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205174.835156:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788205174.835165:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205174.835176:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205174.835187:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205174.835192:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205174.835197:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f228e2f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205174.835225:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205174.835229:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205174.835233:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205174.835234:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205174.835236:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205174.835239:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205174.835242:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4307
00000400:00000200:1.0:1788205174.835247:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205174.835251:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205174.835254:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205174.835257:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835260:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205174.835262:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788205174.835264:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835269:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205174.835273:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788205174.835273:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788205174.835277:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:3.0:1788205174.835278:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788205174.835281:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205174.835285:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205174.835287:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205174.835292:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205174.835296:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835298:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205174.835300:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835303:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205174.835307:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000040:3.0:1788205174.835308:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205174.835313:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835325:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205174.835334:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205174.835335:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205174.835341:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205174.835345:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205174.835346:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205174.835348:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205174.835353:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205174.835354:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.835364:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1788205174.835366:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556818304:192.168.201.145@tcp:250:kworker.0
00000008:00100000:1.0:1788205174.835372:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788205174.835373:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205174.835378:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1788205174.835379:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205174.835382:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.835384:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205174.835388:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1788205174.835392:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ce00.
02000000:00000010:3.0:1788205174.835431:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205174.835436:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205174.835440:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000400:00000200:3.0:1788205174.835448:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788205174.835450:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205174.835454:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205174.835455:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00000001:1.0:1788205174.835458:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205174.835463:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788205174.835465:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
02000000:00000001:1.0:1788205174.835466:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205174.835472:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556818304, portal 25
02000000:00000010:1.0:1788205174.835475:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:3.0:1788205174.835475:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205174.835480:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250523648 : -105387459027968 : ffffa02691f0dc00)
00000100:00000001:1.0:1788205174.835484:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205174.835488:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.835494:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205174.835496:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205174.835498:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205174.835507:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556818304, offset 0
00000100:00100000:1.0:1788205174.835509:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205174.835531:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835533:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205174.835536:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205174.835544:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc34592] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205174.835544:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205174.835553:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205174.835566:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788205174.835571:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205174.835571:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:1.0:1788205174.835580:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205174.835582:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788205174.835589:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1788205174.835590:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.835596:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205174.835603:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205174.835604:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3597:3597:256:4294967295] 192.168.201.145@tcp LPNI seq info [3597:3597:8:4294967295]
00000100:00000001:1.0:1788205174.835611:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205174.835618:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4307
00000400:00000200:3.0:1788205174.835620:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205174.835626:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205174.835631:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:3.0:1788205174.835742:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205174.835748:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205174.835751:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205174.835757:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205174.835760:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205174.835764:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205174.835776:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205174.835779:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205174.835781:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205174.835786:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205174.835789:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205174.835793:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205174.835795:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205174.835798:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205174.835801:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.835808:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205174.835811:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.835816:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.835818:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205174.835823:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205174.835829:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205174.835831:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298982057
00000100:00000010:3.0:1788205174.835836:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150d20.
00000100:00000001:3.0:1788205174.835842:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205174.835851:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298982057
00000100:00000010:3.0:1788205174.835856:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150180.
00000100:00000001:3.0:1788205174.835859:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205174.835862:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205174.835865:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.835867:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205174.835874:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205174/real 1788205174]  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205174.835883:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205174.835885:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205174.835886:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205174.835888:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205174.835889:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205174.835891:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205174.835894:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205174.835899:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.835903:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205174.835905:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.835906:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205174.835907:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205174.835910:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.835913:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205174.835916:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.835921:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205174.835923:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.835924:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205174.835924:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.835927:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205174.835928:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205174.835930:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205174.835933:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205174.835935:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205174.835938:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205174.835942:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556818304:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205174.835945:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.835947:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205174.835949:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0dc00 x1875064556818304/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.835957:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205174.835959:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205174.835961:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205174.835963:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205174.835965:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205174.835966:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205174.835967:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205174.835969:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:3.0:1788205174.835972:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205174.835973:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205174.835974:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0dc00.
00000100:00000001:3.0:1788205174.835978:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205174.835980:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.835982:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.835988:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205174.835989:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.835992:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205174.835993:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205174.835995:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205174.835997:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.836003:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205174.836004:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205174.836006:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205174.836008:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205174.836010:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205174.836012:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818432:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205174.836013:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205174.836015:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205174.836017:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205174.836019:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205174.836021:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205174.836023:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205174.836025:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205174.836027:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205174.836029:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205174.836031:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556818432, portal 10
00000100:00000001:3.0:1788205174.836032:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205174.836033:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520064 : -105387459031552 : ffffa02691f0ce00)
00000100:00000040:3.0:1788205174.836038:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.836042:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205174.836099:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205174.836102:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205174.836106:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556818432, offset 0
00000400:00000200:3.0:1788205174.836110:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205174.836114:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205174.836118:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205174.836121:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205174.836123:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205174.836125:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205174.836253:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205174.836294:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3598:3598:256:4294967295] 192.168.201.145@tcp LPNI seq info [3598:3598:8:4294967295]
00000400:00000200:3.0:1788205174.836299:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205174.836308:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205174.836319:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205174.836323:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205174.836328:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205174.836331:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205174.836334:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205174.836336:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205174.836340:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205174.836342:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205174.836345:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205174.836352:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205174.836355:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205174.836357:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205174.836361:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205174.836366:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.836372:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205174.836377:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.836384:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.836385:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205174.836389:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205174.836393:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205174.836422:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205174.836425:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298980180
00000100:00000001:3.0:1788205174.836428:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298982057
00000100:00000001:3.0:1788205174.836431:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298980180
00000100:00000001:3.0:1788205174.836433:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298982057
00000100:00000001:3.0:1788205174.836436:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205174.836438:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.836441:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205174.836447:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205174/real 1788205174]  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205174.836454:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205174.836455:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205174.836457:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205174.836461:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205174.836463:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205174.836467:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205174.836470:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205174.836475:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.836487:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205174.836489:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.836490:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205174.836491:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205174.836495:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.836502:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205174.836509:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.836528:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205174.836531:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.836533:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205174.836534:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.836536:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205174.836540:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205174.836544:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205174.836549:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205174.836553:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205174.836558:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205174.836566:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818432:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205174.836570:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.836573:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205174.836578:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ce00 x1875064556818432/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.836583:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205174.836585:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205174.836586:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205174.836588:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205174.836589:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205174.836590:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205174.836591:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205174.836593:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:3.0:1788205174.836594:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205174.836595:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205174.836596:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ce00.
00000100:00000001:3.0:1788205174.836598:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205174.836599:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.836600:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.836602:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205174.836603:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.836605:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205174.836606:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205174.837272:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205174.837279:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.837282:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205174.837284:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.837288:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205174.837291:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205174.837293:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788205174.837295:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205174.837298:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788205174.837300:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788205174.837303:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788205174.837305:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.837307:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205174.837309:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.837311:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205174.837313:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788205174.837316:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205174.837319:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205174.837321:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205174.837327:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205174.837330:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.837332:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205174.837335:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205174.837338:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.837339:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205174.837344:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c000.
00000020:00000040:1.0:1788205174.837347:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205174.837351:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205174.837352:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.837354:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205174.837357:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205174.837359:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205174.837365:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788205174.837370:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205174.837377:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205174.837392:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205174.837395:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205174.837431:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c5fe36] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205174.837449:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205174.837453:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205174.837457:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205174.837461:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205174.837463:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205174.837467:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205174.837471:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4307
00000100:00000001:3.0:1788205174.837475:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205174.837479:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205174.837480:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1788205174.837483:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788205174.837488:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.837494:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205174.837495:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205174.837499:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205174.837500:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788205174.837505:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
02000000:00000001:3.0:1788205174.837506:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205174.837514:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788205174.837514:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818560:192.168.201.145@tcp:8:kworker.0
00000100:00000040:1.0:1788205174.837529:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.837536:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205174.837541:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788205174.837544:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:3.0:1788205174.837546:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205174.837553:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.837554:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:3.0:1788205174.837557:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1788205174.837561:0:18486:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:3.0:1788205174.837564:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
00000020:00000040:1.0:1788205174.837565:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
02000000:00000001:3.0:1788205174.837568:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205174.837570:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788205174.837576:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:1.0:1788205174.837578:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000010:3.0:1788205174.837580:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000020:00000001:1.0:1788205174.837587:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000010:3.0:1788205174.837589:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000020:00000001:1.0:1788205174.837597:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000200:3.0:1788205174.837598:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556818560, portal 4
00000100:00000001:3.0:1788205174.837606:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205174.837607:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250516480 : -105387459035136 : ffffa02691f0c000)
00000100:00000040:1.0:1788205174.837612:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:3.0:1788205174.837618:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205174.837619:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205174.837631:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205174.837635:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788205174.837645:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1788205174.837646:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000040:3.0:1788205174.837654:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00080000:1.0:1788205174.837660:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000010:3.0:1788205174.837660:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205174.837666:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556818560, offset 0
00000100:00000001:1.0:1788205174.837671:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205174.837676:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788205174.837680:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205174.837685:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205174.837685:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788205174.837691:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.837694:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788205174.837695:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000008:00100000:1.0:1788205174.837698:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788205174.837702:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:1.0:1788205174.837703:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205174.837708:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205174.837709:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000010:1.0:1788205174.837714:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ed80.
00000400:00000200:3.0:1788205174.837714:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1788205174.837721:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000200:3.0:1788205174.837723:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
02000000:00000001:1.0:1788205174.837731:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205174.837734:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205174.837736:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3599:3599:256:4294967295] 192.168.201.145@tcp LPNI seq info [3599:3599:8:4294967295]
00000100:00000001:1.0:1788205174.837740:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205174.837743:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205174.837747:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205174.837747:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:1.0:1788205174.837755:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788205174.837765:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205174.837773:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1788205174.837777:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788205174.837786:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205174.837795:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1788205174.837799:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00000001:1.0:1788205174.837800:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205174.837810:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e62ae2b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788205174.837812:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205174.837824:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205174.837840:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788205174.837841:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205174.837848:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4317)
00000800:00000200:3.1:1788205174.837856:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205174.837862:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205174.837864:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205174.837868:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205174.837873:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205174.837878:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205174.837880:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205174.837883:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205174.837888:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.837896:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205174.837899:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.837905:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.837906:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205174.837909:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205174.837912:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205174.837916:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205174.837918:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298979864
00000100:00000001:3.0:1788205174.837920:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298982057
00000100:00000001:3.0:1788205174.837922:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298979864
00000100:00000001:3.0:1788205174.837924:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298982057
00000100:00000001:3.0:1788205174.837926:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205174.837927:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.837929:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205174.837933:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205174/real 1788205174]  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205174.837941:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205174.837942:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205174.837944:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205174.837946:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205174.837947:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205174.837949:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205174.837953:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205174.837961:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.837967:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205174.837969:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.837971:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205174.837973:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205174.837976:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.837982:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205174.837985:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.837991:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205174.837993:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.837995:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205174.837996:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.837998:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205174.837999:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205174.838002:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205174.838005:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205174.838007:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205174.838011:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205174.838019:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818560:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205174.838022:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.838024:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205174.838027:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c000 x1875064556818560/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.838033:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205174.838035:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205174.838037:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205174.838040:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205174.838041:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205174.838043:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205174.838045:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205174.838047:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:3.0:1788205174.838049:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205174.838051:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205174.838052:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c000.
00000100:00000001:3.0:1788205174.838054:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205174.838056:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.838057:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.838060:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205174.838070:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.838075:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205174.838077:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205174.838078:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205174.838082:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.838088:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205174.838090:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205174.838092:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205174.838094:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205174.838096:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205174.838098:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818688:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205174.838102:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205174.838103:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205174.838105:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205174.838106:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205174.838109:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205174.838111:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205174.838115:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205174.838117:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205174.838120:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205174.838123:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556818688, portal 4
00000100:00000001:3.0:1788205174.838125:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205174.838126:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250528128 : -105387459023488 : ffffa02691f0ed80)
00000100:00000040:3.0:1788205174.838132:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.838138:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205174.838141:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205174.838143:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205174.838145:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556818688, offset 0
00000400:00000200:3.0:1788205174.838148:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205174.838152:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205174.838155:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205174.838158:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205174.838161:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205174.838163:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205174.838165:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205174.838168:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3600:3600:256:4294967295] 192.168.201.145@tcp LPNI seq info [3600:3600:8:4294967295]
00000400:00000200:3.0:1788205174.838172:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205174.838178:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205174.838182:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205174.838184:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205174.838188:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205174.838191:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205174.838195:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205174.838197:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205174.838201:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205174.838203:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205174.838206:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205174.838209:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205174.838212:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205174.838214:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205174.838216:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205174.838220:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.838227:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205174.838239:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.838251:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.838253:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205174.838256:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205174.838259:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205174.838262:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205174.838264:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298980595
00000100:00000001:3.0:1788205174.838266:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298982057
00000100:00000001:3.0:1788205174.838268:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298980595
00000100:00000001:3.0:1788205174.838270:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298982057
00000100:00000001:3.0:1788205174.838272:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205174.838274:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.838276:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205174.838279:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205174/real 1788205174]  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205174.838287:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205174.838288:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205174.838290:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205174.838292:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205174.838294:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205174.838296:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205174.838299:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205174.838307:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.838314:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205174.838315:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.838316:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205174.838318:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205174.838322:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.838329:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205174.838333:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.838340:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205174.838342:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.838344:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205174.838345:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.838347:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205174.838348:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205174.838351:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205174.838354:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205174.838356:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205174.838360:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205174.838368:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818688:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205174.838371:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.838373:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205174.838376:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ed80 x1875064556818688/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205174.838382:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205174.838383:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205174.838385:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205174.838388:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205174.838389:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205174.838390:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205174.838392:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205174.838394:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:3.0:1788205174.838423:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205174.838426:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205174.838427:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ed80.
00000100:00000001:3.0:1788205174.838431:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205174.838434:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.838436:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205174.838440:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205174.838442:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205174.838444:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205174.838445:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205175.155105:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205175.155114:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205175.155116:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205175.155120:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205175.155124:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205175.155127:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205175.155129:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205175.155132:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205175.155134:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205175.155155:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205175.155157:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205175.155160:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205175.155161:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205175.155220:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205175.155227:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205175.155232:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205175.346503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205175.346523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205175.346525:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205175.346532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205175.346536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205175.346540:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205175.346542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205175.346545:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205175.346548:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205176.178531:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205176.178538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205176.178544:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205176.178546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205176.178569:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205176.178577:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205176.178580:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205176.178586:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205176.178591:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205176.178597:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788205176.178598:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1788205176.178602:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205176.178607:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788205176.178608:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205176.178615:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205176.178616:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205176.370525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205176.370532:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205176.370534:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205176.370540:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205176.370544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205176.370547:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205176.370549:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205176.370553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205176.370555:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205177.074774:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298982057, at 4298982080
00000100:00000010:0.0:1788205177.074788:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d20.
00000100:00000040:1.0:1788205177.076675:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298982057, at 4298982082
00000100:00000010:1.0:1788205177.076684:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150180.
00010000:00000001:2.0:1788205177.202525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205177.202530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205177.202534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205177.202534:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205177.202538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205177.202538:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205177.202541:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205177.202544:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205177.202547:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205177.202550:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205177.202552:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205177.202554:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205177.202556:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205177.202580:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205177.202584:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205177.202587:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205177.394546:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205177.394551:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205177.394553:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205177.394559:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205177.394562:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205177.394573:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205177.394579:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205177.394582:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205177.394585:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205178.227026:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205178.227036:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205178.227038:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205178.227046:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205178.227050:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205178.227055:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205178.227058:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205178.227062:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205178.227065:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205178.228730:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205178.228737:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205178.228743:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205178.228744:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205178.230374:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205178.230380:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205178.230385:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205178.418543:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205178.418550:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205178.418553:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205178.418560:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205178.418563:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205178.418567:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205178.418570:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205178.418573:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205178.418576:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.250560:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205179.250562:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205179.250570:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.250571:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205179.250576:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205179.250578:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205179.250582:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205179.250586:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205179.250593:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205179.250597:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.250601:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205179.250604:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.250607:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205179.250698:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205179.250702:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205179.250704:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205179.442543:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205179.442551:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205179.442554:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205179.442560:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205179.442563:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205179.442567:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205179.442570:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205179.442573:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205179.442576:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205179.954522:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205179.954533:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205179.954535:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205179.954539:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205179.954543:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205179.954549:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4312
00000400:00000200:1.0:1788205179.954558:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205179.954565:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205179.954568:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205179.954571:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954574:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205179.954576:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954578:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205179.954582:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205179.954584:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205179.954587:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205179.954590:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205179.954593:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205179.954595:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205179.954599:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954600:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205179.954602:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954604:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205179.954607:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205179.954610:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954613:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205179.954615:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205179.954618:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205179.954621:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.954623:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205179.954625:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205179.954634:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f480.
00000020:00000040:1.0:1788205179.954638:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205179.954641:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205179.954643:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.954646:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205179.954648:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205179.954652:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205179.954660:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000001:1.0:1788205179.954666:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205179.954675:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205179.954685:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205179.954689:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205179.954693:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ccdf27] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205179.954716:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205179.954718:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205179.954722:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205179.954723:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205179.954724:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205179.954727:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205179.954729:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4312
00000400:00000200:1.0:1788205179.954733:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205179.954736:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205179.954738:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205179.954741:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954743:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205179.954745:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954747:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205179.954749:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205179.954750:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205179.954751:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205179.954753:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205179.954755:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205179.954757:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205179.954760:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954762:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205179.954763:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954765:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205179.954767:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788205179.954769:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954771:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205179.954772:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205179.954777:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205179.954778:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.954792:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205179.954795:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205179.954798:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.954800:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205179.954804:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d880.
00000020:00000040:1.0:1788205179.954806:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205179.954809:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205179.954810:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.954812:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205179.954814:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205179.954816:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205179.954821:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788205179.954829:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205179.954835:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205179.954843:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205179.954846:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205179.954850:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071cd53c4] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.954854:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205179.954862:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.954864:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788205179.954867:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205179.954871:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788205179.954873:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205179.954876:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205179.954878:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205179.954883:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1788205179.954886:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205179.954889:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4312
00000400:00000200:1.0:1788205179.954904:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205179.954916:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788205179.954917:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:3.0:1788205179.954921:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205179.954922:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788205179.954932:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788205179.954933:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.954939:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788205179.954939:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788205179.954948:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:3.0:1788205179.954949:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.954954:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205179.954962:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:3.0:1788205179.954962:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556818816:192.168.201.145@tcp:250:kworker.0
00000020:00000040:1.0:1788205179.954967:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000100:00000001:3.0:1788205179.954972:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1788205179.954976:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788205179.954978:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1788205179.954980:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
02000000:00000001:3.0:1788205179.954983:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205179.954986:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
02000000:00000001:3.0:1788205179.954989:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1788205179.954992:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788205179.954999:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000010:3.0:1788205179.955000:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
00000100:00000001:1.0:1788205179.955002:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788205179.955007:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205179.955010:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.955013:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205179.955016:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788205179.955020:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788205179.955026:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000010:3.0:1788205179.955030:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00000001:1.0:1788205179.955031:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205179.955042:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205179.955045:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1788205179.955047:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
02000000:00000001:1.0:1788205179.955050:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.955052:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205179.955054:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205179.955058:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.955063:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205179.955070:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556818816, portal 25
00000100:00000001:3.0:1788205179.955074:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205179.955076:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529920 : -105387459021696 : ffffa02691f0f480)
00000100:00000010:1.0:1788205179.955079:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f100.
00000100:00000040:3.0:1788205179.955085:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205179.955086:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205179.955098:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205179.955104:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.955114:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205179.955115:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1788205179.955118:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205179.955123:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205179.955123:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205179.955131:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
02000000:00000010:1.0:1788205179.955133:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000200:3.0:1788205179.955138:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556818816, offset 0
00000100:00000001:1.0:1788205179.955140:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205179.955153:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205179.955153:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205179.955166:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205179.955171:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205179.955176:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205179.955186:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a9604ef] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205179.955186:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205179.955199:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788205179.955208:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205179.955209:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:1.0:1788205179.955216:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205179.955217:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205179.955226:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:1.0:1788205179.955228:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205179.955231:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205179.955238:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205179.955238:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3601:3601:256:4294967295] 192.168.201.145@tcp LPNI seq info [3601:3601:8:4294967295]
00000400:00000200:3.0:1788205179.955251:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205179.955259:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205179.955270:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4312
00000400:00000200:3.0:1788205179.955274:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205179.955285:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205179.955286:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000010:3.0:1788205179.955296:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000400:00000200:1.0:1788205179.955298:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205179.955306:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205179.955314:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:3.0:1788205179.955315:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788205179.955324:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788205179.955326:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205179.955338:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:1.0:1788205179.955339:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.955348:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:3.1:1788205179.955348:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1788205179.955364:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205179.955368:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000800:00000100:3.0:1788205179.955369:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000020:00000001:1.0:1788205179.955374:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:3.0:1788205179.955375:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000020:00000040:1.0:1788205179.955379:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788205179.955383:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:3.0:1788205179.955385:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788205179.955387:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788205179.955419:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.955422:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205179.955424:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205179.955426:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205179.955441:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788205179.955445:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205179.955448:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205179.955449:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205179.955456:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205179.955458:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.955460:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205179.955462:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205179.955465:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.955467:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205179.955472:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0fb80.
00000020:00000040:1.0:1788205179.955474:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205179.955478:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205179.955479:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205179.955480:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205179.955482:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205179.955483:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205179.955487:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:1.0:1788205179.955490:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205179.955495:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205179.955508:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205179.955510:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205179.955514:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23cdd19] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205179.955522:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205179.955526:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4322)
00000400:00000200:3.0:1788205179.955558:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205179.955566:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205179.955569:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205179.955574:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205179.955581:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.955592:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205179.955596:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.955603:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.955604:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205179.955612:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205179.955616:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205179.955620:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298987177
00000100:00000010:3.0:1788205179.955626:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150180.
00000100:00000001:3.0:1788205179.955633:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205179.955921:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298987177
00000100:00000010:3.0:1788205179.955927:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150d20.
00000100:00000001:3.0:1788205179.955931:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205179.955935:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205179.955938:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.955941:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205179.955947:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205179/real 1788205179]  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205179.955958:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205179.955960:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205179.955962:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205179.955965:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205179.955967:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205179.955970:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205179.955974:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205179.955982:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.955989:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205179.955991:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.955994:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205179.955996:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205179.956001:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956008:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205179.956012:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956025:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205179.956028:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956029:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205179.956031:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956033:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205179.956036:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205179.956039:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205179.956044:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205179.956047:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205179.956050:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205179.956059:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556818816:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205179.956064:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205179.956068:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956074:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205179.956075:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205179.956077:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205179.956079:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205179.956081:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205179.956084:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818944:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205179.956087:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205179.956090:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205179.956092:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205179.956094:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205179.956097:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205179.956099:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205179.956102:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205179.956106:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205179.956109:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205179.956112:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556818944, portal 10
00000100:00000001:3.0:1788205179.956114:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205179.956115:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250522752 : -105387459028864 : ffffa02691f0d880)
00000100:00000040:3.0:1788205179.956122:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956128:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205179.956130:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205179.956132:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205179.956135:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556818944, offset 0
00000400:00000200:3.0:1788205179.956139:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205179.956143:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205179.956147:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205179.956150:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205179.956153:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205179.956155:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205179.956158:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205179.956161:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3602:3602:256:4294967295] 192.168.201.145@tcp LPNI seq info [3602:3602:8:4294967295]
00000400:00000200:3.0:1788205179.956165:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205179.956172:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205179.956177:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205179.956181:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205179.956185:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205179.956188:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205179.956193:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205179.956195:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205179.956199:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205179.956201:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205179.956205:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205179.956208:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205179.956211:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205179.956213:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205179.956216:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205179.956220:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956228:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205179.956231:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956237:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.956239:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205179.956242:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205179.956246:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205179.956250:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205179.956252:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298985299
00000100:00000001:3.0:1788205179.956255:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298987177
00000100:00000001:3.0:1788205179.956257:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298985299
00000100:00000001:3.0:1788205179.956259:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298987177
00000100:00000001:3.0:1788205179.956261:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205179.956263:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.956265:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205179.956269:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205179/real 1788205179]  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205179.956276:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205179.956277:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205179.956279:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205179.956281:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205179.956282:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205179.956285:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205179.956287:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205179.956294:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956305:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205179.956307:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956308:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205179.956309:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205179.956312:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956319:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205179.956322:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956328:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205179.956331:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956332:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205179.956333:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956335:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205179.956337:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205179.956340:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205179.956343:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205179.956345:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205179.956348:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205179.956356:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556818944:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205179.956360:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956362:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205179.956366:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f480 x1875064556818816/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956373:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205179.956376:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205179.956379:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205179.956382:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205179.956385:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205179.956387:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205179.956389:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205179.956392:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:3.0:1788205179.956478:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205179.956481:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205179.956483:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f480.
00000100:00000001:3.0:1788205179.956487:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205179.956489:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956490:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205179.956494:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d880 x1875064556818944/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956501:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205179.956502:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205179.956504:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205179.956506:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205179.956508:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205179.956509:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205179.956511:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205179.956512:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:3.0:1788205179.956515:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205179.956516:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205179.956517:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d880.
00000100:00000001:3.0:1788205179.956520:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205179.956521:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956524:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956533:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205179.956535:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.956538:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205179.956539:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205179.956541:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205179.956545:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956552:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205179.956554:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205179.956557:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205179.956558:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205179.956561:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205179.956563:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819072:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205179.956567:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205179.956569:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205179.956570:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205179.956572:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205179.956575:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205179.956577:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205179.956581:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205179.956583:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205179.956587:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205179.956590:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556819072, portal 4
00000100:00000001:3.0:1788205179.956592:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205179.956593:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529024 : -105387459022592 : ffffa02691f0f100)
00000100:00000040:3.0:1788205179.956599:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956605:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205179.956608:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205179.956610:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205179.956612:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556819072, offset 0
00000400:00000200:3.0:1788205179.956616:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205179.956619:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205179.956623:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205179.956626:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205179.956628:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205179.956630:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205179.956632:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205179.956681:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3603:3603:256:4294967295] 192.168.201.145@tcp LPNI seq info [3603:3603:8:4294967295]
00000400:00000200:3.0:1788205179.956686:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205179.956788:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205179.956795:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205179.956799:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205179.956803:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205179.956806:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205179.956810:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205179.956813:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205179.956817:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205179.956818:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205179.956822:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205179.956825:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205179.956828:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205179.956830:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205179.956833:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205179.956837:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956844:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205179.956847:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956853:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.956855:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205179.956858:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205179.956861:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205179.956865:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205179.956867:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298984983
00000100:00000001:3.0:1788205179.956869:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298987177
00000100:00000001:3.0:1788205179.956872:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298984983
00000100:00000001:3.0:1788205179.956874:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298987177
00000100:00000001:3.0:1788205179.956876:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205179.956878:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.956880:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205179.956883:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205179/real 1788205179]  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205179.956892:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205179.956893:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205179.956895:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205179.956897:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205179.956898:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205179.956900:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205179.956903:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205179.956912:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956918:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205179.956920:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956921:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205179.956923:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205179.956926:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956932:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205179.956936:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956942:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205179.956945:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956946:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205179.956948:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.956949:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205179.956951:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205179.956953:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205179.956957:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205179.956959:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205179.956964:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205179.956971:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819072:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205179.956975:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205179.956979:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.956985:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205179.956986:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205179.956989:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205179.956990:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205179.956992:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205179.956995:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819200:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205179.956998:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205179.957000:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205179.957001:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205179.957003:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205179.957006:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205179.957008:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205179.957011:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205179.957013:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205179.957016:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205179.957019:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556819200, portal 4
00000100:00000001:3.0:1788205179.957021:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205179.957022:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250531712 : -105387459019904 : ffffa02691f0fb80)
00000100:00000040:3.0:1788205179.957029:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.957035:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205179.957037:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205179.957040:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205179.957042:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556819200, offset 0
00000400:00000200:3.0:1788205179.957047:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205179.957050:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205179.957054:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205179.957057:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205179.957059:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205179.957062:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205179.957064:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205179.957067:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3604:3604:256:4294967295] 192.168.201.145@tcp LPNI seq info [3604:3604:8:4294967295]
00000400:00000200:3.0:1788205179.957071:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205179.957077:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205179.957081:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205179.957084:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205179.957087:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205179.957090:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205179.957094:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205179.957097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205179.957100:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205179.957102:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205179.957105:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205179.957107:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205179.957110:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205179.957112:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205179.957114:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205179.957118:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.957125:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205179.957128:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.957134:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.957136:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205179.957138:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205179.957141:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205179.957144:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205179.957146:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298985714
00000100:00000001:3.0:1788205179.957148:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298987177
00000100:00000001:3.0:1788205179.957150:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298985714
00000100:00000001:3.0:1788205179.957152:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298987177
00000100:00000001:3.0:1788205179.957154:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205179.957156:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.957157:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205179.957161:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205179/real 1788205179]  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205179.957167:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205179.957169:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205179.957170:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205179.957173:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205179.957174:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205179.957176:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205179.957179:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205179.957188:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.957194:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205179.957195:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.957197:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205179.957198:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205179.957201:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.957208:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205179.957212:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.957218:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205179.957220:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.957222:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205179.957223:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.957225:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205179.957226:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205179.957228:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205179.957232:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205179.957234:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205179.957237:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205179.957243:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819200:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205179.957247:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.957249:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205179.957251:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f100 x1875064556819072/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.957257:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205179.957258:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205179.957260:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205179.957262:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205179.957264:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205179.957265:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205179.957267:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205179.957268:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:3.0:1788205179.957271:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205179.957272:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205179.957273:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f100.
00000100:00000001:3.0:1788205179.957275:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205179.957277:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.957279:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205179.957281:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0fb80 x1875064556819200/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205179.957293:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205179.957294:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205179.957296:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205179.957298:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205179.957299:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205179.957300:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205179.957302:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205179.957303:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:3.0:1788205179.957306:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205179.957307:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205179.957308:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0fb80.
00000100:00000001:3.0:1788205179.957310:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205179.957311:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.957313:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205179.957316:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205179.957317:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205179.957319:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205179.957321:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205180.274476:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205180.274481:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205180.274486:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205180.274490:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205180.274492:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205180.274494:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205180.274497:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205180.274499:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205180.274500:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205180.274501:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205180.274605:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205180.274613:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205180.274618:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205180.274640:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205180.274645:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205180.274647:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205180.274651:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205180.274654:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205180.274657:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205180.274660:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205180.274663:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205180.274665:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205180.466565:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205180.466572:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205180.466573:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205180.466579:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205180.466582:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205180.466585:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205180.466587:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205180.466589:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205180.466591:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205181.298488:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205181.298488:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205181.298495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205181.298497:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205181.298501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205181.298502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1788205181.298508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205181.298512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205181.298513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205181.298519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205181.298523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205181.298526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205181.298529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205181.298557:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205181.298560:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205181.298564:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205181.490505:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205181.490514:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205181.490516:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205181.490523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205181.490527:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205181.490531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205181.490535:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205181.490538:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205181.490541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205182.194568:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298987177, at 4298987200
00000100:00000010:1.0:1788205182.194587:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d20.
00000100:00000040:0.0:1788205182.199726:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298987177, at 4298987205
00000100:00000010:0.0:1788205182.199745:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150180.
00000100:00000001:1.0:1788205182.322545:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205182.322555:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205182.322558:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205182.322564:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205182.322569:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205182.322574:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205182.322578:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205182.322581:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205182.322584:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205182.322694:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205182.322699:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205182.322704:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205182.322705:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205182.326498:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205182.326505:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205182.326511:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205182.514496:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205182.514506:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205182.514508:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205182.514515:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205182.514519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205182.514533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205182.514536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205182.514542:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205182.514545:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205183.346533:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205183.346541:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205183.346545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1788205183.346554:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205183.346556:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205183.346560:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1788205183.346563:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205183.346566:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205183.346570:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205183.346573:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1788205183.346577:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205183.346577:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205183.346587:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205183.346589:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205183.346592:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205183.346592:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205183.346605:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205183.346609:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205183.346610:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205183.347618:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205183.347624:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205183.347629:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205183.538554:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205183.538565:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205183.538568:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205183.538574:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205183.538578:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205183.538584:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.538587:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205183.538590:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.538594:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205184.370517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205184.370524:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205184.370529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205184.370530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205184.370625:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205184.370630:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205184.370635:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205184.371074:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205184.371078:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205184.371079:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205184.371083:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205184.371087:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205184.371091:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205184.371094:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205184.371097:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205184.371099:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205184.562519:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205184.562525:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205184.562527:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205184.562532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205184.562536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205184.562540:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205184.562542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205184.562545:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205184.562548:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205185.075619:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205185.075627:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205185.075629:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205185.075632:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205185.075636:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205185.075643:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4317
00000400:00000200:3.0:1788205185.075653:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205185.075658:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205185.075662:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205185.075666:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075669:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205185.075671:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075673:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205185.075677:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205185.075678:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205185.075681:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205185.075683:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205185.075684:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205185.075686:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205185.075688:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075689:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205185.075690:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075691:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205185.075693:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205185.075695:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075697:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205185.075699:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205185.075702:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205185.075704:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.075706:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205185.075708:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205185.075717:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205185.075721:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205185.075724:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205185.075726:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.075729:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205185.075732:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205185.075736:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205185.075743:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788205185.075750:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205185.075758:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205185.075765:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205185.075768:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205185.075771:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205185.075790:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205185.075792:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205185.075795:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205185.075796:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205185.075797:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205185.075798:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205185.075800:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4317
00000400:00000200:3.0:1788205185.075803:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205185.075805:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205185.075806:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205185.075808:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075810:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205185.075811:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075813:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205185.075815:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205185.075816:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205185.075817:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205185.075819:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205185.075820:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205185.075821:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205185.075823:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075824:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205185.075826:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075827:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205185.075828:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788205185.075829:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205185.075833:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205185.075834:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205185.075835:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205185.075837:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205185.075838:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788205185.075842:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205185.075846:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205185.075847:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205185.075849:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205185.075853:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205185.075859:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.075861:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205185.075862:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.075865:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205185.075868:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
02000000:00000001:0.0:1788205185.075869:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788205185.075872:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205185.075873:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205185.075878:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205185.075879:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205185.075882:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205185.075883:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556819328:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205185.075886:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205185.075889:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205185.075890:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205185.075894:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205185.075895:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788205185.075897:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
02000000:00000001:0.0:1788205185.075898:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.075902:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205185.075903:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205185.075909:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
00000100:00100000:3.0:1788205185.075910:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788205185.075914:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.075921:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205185.075924:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205185.075924:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205185.075930:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000040:3.0:1788205185.075931:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205185.075939:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:3.0:1788205185.075939:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205185.075944:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205185.075946:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1788205185.075948:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556819328, portal 25
00000100:00000001:3.0:1788205185.075948:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205185.075951:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205185.075953:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205185.075954:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205185.075956:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00080000:3.0:1788205185.075957:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4317
00000400:00000200:3.0:1788205185.075963:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205185.075966:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000040:0.0:1788205185.075967:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205185.075968:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205185.075972:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075976:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205185.075979:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.075982:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205185.075986:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788205185.075986:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205185.075989:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205185.075991:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1788205185.075993:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788205185.075994:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000010:0.0:1788205185.075996:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000020:00000001:3.0:1788205185.075997:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205185.076001:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000200:0.0:1788205185.076003:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556819328, offset 0
00000100:00000040:3.0:1788205185.076005:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.076007:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205185.076011:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205185.076014:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205185.076015:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205185.076020:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:0.0:1788205185.076023:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205185.076024:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205185.076029:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205185.076032:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205185.076033:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
02000000:00000001:3.0:1788205185.076036:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205185.076039:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788205185.076041:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.076044:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205185.076045:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000008:00100000:3.0:1788205185.076047:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788205185.076050:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1788205185.076053:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205185.076055:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.076057:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205185.076061:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000400:00000200:0.0:1788205185.076062:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3605:3605:256:4294967295] 192.168.201.145@tcp LPNI seq info [3605:3605:8:4294967295]
00000020:00000040:3.0:1788205185.076064:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205185.076070:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788205185.076072:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788205185.076072:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.076076:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205185.076077:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205185.076079:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205185.076083:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000400:00000200:0.0:1788205185.076086:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205185.076087:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205185.076095:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00100000:3.0:1788205185.076097:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1788205185.076101:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000100:00000001:3.0:1788205185.076108:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1788205185.076112:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205185.076113:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205185.076118:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1788205185.076121:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1788205185.076128:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205185.076134:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1788205185.076137:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205185.076142:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205185.076142:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205185.076146:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205185.076148:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205185.076149:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1788205185.076151:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000100:00000001:3.0:1788205185.076152:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205185.076156:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4317
00000400:00000200:0.0:1788205185.076159:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205185.076160:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205185.076167:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205185.076170:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788205185.076170:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205185.076176:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205185.076177:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000100:00000001:3.0:1788205185.076178:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788205185.076181:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000040:3.0:1788205185.076182:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.076186:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205185.076188:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1788205185.076188:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205185.076192:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205185.076195:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:0.0:1788205185.076196:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205185.076198:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205185.076203:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205185.076208:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788205185.076211:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205185.076214:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000040:0.0:1788205185.076217:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205185.076218:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205185.076223:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205185.076226:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205185.076228:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205185.076234:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205185.076239:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.076240:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205185.076241:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205185.076244:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788205185.076245:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205185.076248:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.076249:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205185.076250:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788205185.076251:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205185.076254:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205185.076258:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205185.076258:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.076263:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298992297
00000100:00000010:3.0:1788205185.076264:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205185.076268:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000010:0.0:1788205185.076269:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a360.
02000000:00000001:3.0:1788205185.076270:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205185.076273:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.076275:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205185.076276:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205185.076278:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788205185.076278:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205185.076283:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788205185.076287:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.076288:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298992297
00000100:00100000:3.0:1788205185.076291:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205185.076300:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1788205185.076301:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808aea0.
00000100:00000001:3.0:1788205185.076303:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.076307:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788205185.076310:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.076312:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205185.076317:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.076321:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205185.076326:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205185.076329:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205185/real 1788205185]  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205185.076332:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4327)
00000400:00000001:0.0:1788205185.076357:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205185.076359:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205185.076362:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205185.076365:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205185.076366:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205185.076376:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205185.076380:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205185.076389:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.076418:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205185.076419:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.076422:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205185.076423:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205185.076428:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.076435:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205185.076439:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.076446:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205185.076448:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.076450:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205185.076451:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.076454:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205185.076456:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205185.076458:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205185.076462:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205185.076464:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205185.076468:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205185.076476:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556819328:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205185.076480:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.076482:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205185.076485:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556819328/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.076492:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205185.076494:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205185.076496:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205185.076499:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205185.076500:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205185.076502:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205185.076504:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205185.076507:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:0.0:1788205185.076510:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205185.076511:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205185.076513:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788205185.076516:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205185.076517:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.076519:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.076525:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205185.076527:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.076529:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205185.076530:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205185.076531:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205185.076534:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.076541:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205185.076542:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205185.076544:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205185.076546:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205185.076548:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205185.076551:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819456:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205185.076554:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205185.076556:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205185.076557:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205185.076559:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205185.076562:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205185.076563:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205185.076567:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205185.076569:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205185.076572:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205185.076575:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556819456, portal 10
00000100:00000001:0.0:1788205185.076577:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205185.076578:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788205185.076584:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.076591:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205185.076593:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205185.076595:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205185.076597:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556819456, offset 0
00000400:00000200:0.0:1788205185.076610:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205185.076614:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205185.076618:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205185.076622:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205185.076624:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205185.076626:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205185.076628:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205185.076632:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3606:3606:256:4294967295] 192.168.201.145@tcp LPNI seq info [3606:3606:8:4294967295]
00000400:00000200:0.0:1788205185.076636:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205185.076642:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205185.076646:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205185.076650:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205185.076660:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205185.076663:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205185.076668:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205185.076670:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205185.076674:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205185.076676:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205185.076679:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205185.076682:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205185.076685:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205185.076687:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205185.076689:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205185.076693:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.076700:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205185.076703:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077263:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.077265:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205185.077270:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205185.077273:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205185.077277:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205185.077279:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298990420
00000100:00000001:0.0:1788205185.077282:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298992297
00000100:00000001:0.0:1788205185.077284:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298990420
00000100:00000001:0.0:1788205185.077286:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298992297
00000100:00000001:0.0:1788205185.077289:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205185.077295:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.077297:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205185.077302:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205185/real 1788205185]  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205185.077310:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205185.077312:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205185.077314:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205185.077316:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205185.077318:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205185.077320:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205185.077323:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205185.077331:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077337:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205185.077338:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.077349:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205185.077351:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205185.077354:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077360:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205185.077364:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077371:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205185.077373:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.077375:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205185.077376:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.077378:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205185.077379:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205185.077382:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205185.077385:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205185.077387:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205185.077391:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205185.077418:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819456:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205185.077422:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205185.077426:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077432:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205185.077433:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205185.077436:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205185.077437:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205185.077439:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205185.077442:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819584:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205185.077445:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205185.077447:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205185.077449:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205185.077450:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205185.077454:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205185.077456:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205185.077459:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205185.077461:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205185.077465:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205185.077467:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556819584, portal 4
00000100:00000001:0.0:1788205185.077469:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205185.077470:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:0.0:1788205185.077476:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077482:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205185.077485:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205185.077486:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205185.077489:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556819584, offset 0
00000400:00000200:0.0:1788205185.077493:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205185.077496:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205185.077500:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205185.077504:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205185.077506:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205185.077509:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205185.077511:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205185.077514:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3607:3607:256:4294967295] 192.168.201.145@tcp LPNI seq info [3607:3607:8:4294967295]
00000400:00000200:0.0:1788205185.077518:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205185.077524:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205185.077529:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205185.077532:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205185.077536:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205185.077538:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205185.077542:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205185.077545:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205185.077549:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205185.077551:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205185.077553:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205185.077557:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205185.077560:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205185.077562:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205185.077564:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205185.077568:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077575:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205185.077578:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077585:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.077586:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205185.077590:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205185.077592:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205185.077595:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205185.077597:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298990104
00000100:00000001:0.0:1788205185.077609:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298992297
00000100:00000001:0.0:1788205185.077612:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298990104
00000100:00000001:0.0:1788205185.077614:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298992297
00000100:00000001:0.0:1788205185.077616:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205185.077618:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.077620:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205185.077623:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205185/real 1788205185]  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205185.077631:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205185.077632:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205185.077634:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205185.077637:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205185.077638:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205185.077640:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205185.077643:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205185.077652:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077658:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205185.077659:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.077661:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205185.077662:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205185.077666:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077672:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205185.077676:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077683:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205185.077686:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.077687:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205185.077689:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.077690:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205185.077692:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205185.077694:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205185.077696:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205185.077698:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205185.077702:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205185.077825:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819584:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205185.077829:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205185.077833:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077839:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205185.077841:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205185.077843:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205185.077845:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205185.077846:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205185.077848:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819712:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205185.077852:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205185.077853:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205185.077855:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205185.077856:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205185.077860:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205185.077861:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205185.077865:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205185.077867:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205185.077870:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205185.077909:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556819712, portal 4
00000100:00000001:0.0:1788205185.077911:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205185.077913:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788205185.077919:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.077925:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205185.077928:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205185.077930:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205185.077933:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556819712, offset 0
00000400:00000200:0.0:1788205185.077936:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205185.077940:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205185.077943:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205185.077946:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205185.077949:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205185.077951:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205185.077953:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205185.077956:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3608:3608:256:4294967295] 192.168.201.145@tcp LPNI seq info [3608:3608:8:4294967295]
00000400:00000200:0.0:1788205185.077960:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205185.077966:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205185.077970:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205185.077973:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205185.077977:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205185.077979:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205185.077983:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205185.077986:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205185.077990:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205185.077991:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205185.077994:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205185.077997:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205185.078000:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205185.078002:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205185.078005:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205185.078008:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.078015:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205185.078018:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.078024:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.078025:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205185.078028:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205185.078031:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205185.078033:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205185.078035:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298990835
00000100:00000001:0.0:1788205185.078038:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298992297
00000100:00000001:0.0:1788205185.078040:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298990835
00000100:00000001:0.0:1788205185.078042:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298992297
00000100:00000001:0.0:1788205185.078044:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205185.078046:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.078047:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205185.078051:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205185/real 1788205185]  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205185.078058:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205185.078059:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205185.078061:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205185.078063:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205185.078064:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205185.078066:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205185.078069:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205185.078077:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.078088:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205185.078090:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.078091:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205185.078092:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205185.078096:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.078102:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205185.078105:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.078111:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205185.078113:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.078115:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205185.078116:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.078118:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205185.078119:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205185.078121:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205185.078124:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205185.078126:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205185.078137:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205185.078148:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819712:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205185.078151:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.078153:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205185.078156:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556819456/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.078163:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205185.078165:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205185.078167:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205185.078169:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205185.078171:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205185.078173:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205185.078175:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205185.078177:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:0.0:1788205185.078180:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205185.078182:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205185.078183:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788205185.078185:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205185.078187:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.078188:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205185.078191:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556819584/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.078197:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205185.078198:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205185.078200:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689d000.
02000000:00000001:0.0:1788205185.078202:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205185.078203:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205185.078204:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205185.078206:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205185.078207:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:0.0:1788205185.078209:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205185.078210:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205185.078211:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788205185.078213:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205185.078214:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.078215:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205185.078218:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556819712/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205185.078224:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205185.078225:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205185.078226:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205185.078228:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205185.078229:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205185.078230:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205185.078232:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205185.078233:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:0.0:1788205185.078235:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205185.078236:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205185.078237:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788205185.078239:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205185.078240:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.078242:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205185.078247:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205185.078249:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205185.078251:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205185.078252:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.394495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205185.394503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205185.394503:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205185.394505:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205185.394507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205185.394513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205185.394514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205185.394517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205185.394519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205185.394523:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205185.394526:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205185.394529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205185.394532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205185.394572:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205185.394575:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205185.394579:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205185.586524:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205185.586531:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205185.586533:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205185.586537:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205185.586539:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205185.586543:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205185.586545:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205185.586547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205185.586549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205186.418499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205186.418507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205186.418509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205186.418509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205186.418514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205186.418517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205186.418520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205186.418522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205186.418523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205186.418527:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205186.418531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205186.418534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205186.418537:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205186.418588:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205186.418592:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205186.418595:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205186.610511:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205186.610519:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205186.610521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205186.610526:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205186.610531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205186.610535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205186.610538:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205186.610540:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205186.610543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205187.314477:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298992297, at 4298992320
00000100:00000040:1.0:1788205187.314478:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298992297, at 4298992320
00000100:00000010:1.0:1788205187.314496:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808aea0.
00000100:00000010:0.0:1788205187.314500:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a360.
00000100:00000001:3.0:1788205187.442515:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205187.442523:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205187.442526:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205187.442532:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205187.442537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205187.442541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205187.442544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205187.442547:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205187.442550:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205187.443411:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205187.443415:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205187.443420:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205187.443421:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205187.443493:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205187.443497:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205187.443500:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205187.634527:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205187.634535:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205187.634537:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205187.634541:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205187.634545:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205187.634549:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205187.634551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205187.634554:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205187.634556:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205188.466498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205188.466504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205188.466505:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205188.466509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205188.466509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205188.466516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205188.466517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205188.466519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205188.466532:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205188.466535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205188.466538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205188.466540:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205188.466543:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205188.468209:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205188.468214:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205188.468218:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205188.658512:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205188.658519:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205188.658521:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205188.658527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205188.658531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205188.658534:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205188.658537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205188.658539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205188.658542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205189.490459:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205189.490465:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205189.490466:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205189.490474:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205189.490477:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205189.490480:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205189.490482:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205189.490483:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205189.490485:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205189.490491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205189.490495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205189.490500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205189.490504:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205189.490506:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205189.490510:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205189.490513:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205189.490515:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205189.490518:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205189.490520:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205189.490553:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205189.490556:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205189.490559:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205189.682533:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205189.682540:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205189.682541:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205189.682545:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205189.682547:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205189.682549:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205189.682551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205189.682553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205189.682554:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205190.194587:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205190.194601:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205190.194604:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205190.194609:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205190.194614:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205190.194622:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4322
00000400:00000200:0.0:1788205190.194633:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205190.194640:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205190.194644:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205190.194648:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.194652:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205190.194655:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.194657:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205190.194662:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205190.194664:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205190.194667:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205190.194671:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205190.194673:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205190.194676:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205190.194679:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.194681:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205190.194683:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.194684:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205190.194688:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205190.194691:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205190.194693:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205190.194696:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205190.194700:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205190.194703:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205190.194706:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205190.194708:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205190.194719:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788205190.194723:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205190.194727:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205190.194729:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205190.194733:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205190.194735:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205190.194740:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205190.194749:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788205190.194757:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205190.194768:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205190.194779:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205190.194784:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205190.194788:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205190.194814:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205190.194817:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205190.194821:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205190.194823:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205190.194824:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205190.194828:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205190.194831:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4322
00000400:00000200:0.0:1788205190.194835:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205190.194837:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788205190.194839:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:3.0:1788205190.194842:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788205190.194843:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205190.194846:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205190.194850:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.194853:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205190.194856:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205190.194857:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.194862:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205190.194867:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205190.194870:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:3.0:1788205190.194871:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788205190.194873:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205190.194874:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205190.194876:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
02000000:00000001:3.0:1788205190.194878:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788205190.194880:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:3.0:1788205190.194882:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788205190.194883:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
02000000:00000001:3.0:1788205190.194885:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205190.194889:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.194891:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205190.194893:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.194895:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205190.194899:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00100000:3.0:1788205190.194899:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556819840:192.168.201.145@tcp:250:kworker.0
00000100:00080000:0.0:1788205190.194906:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205190.194906:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788205190.194909:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205190.194912:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205190.194912:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205190.194915:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205190.194917:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788205190.194919:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788205190.194922:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:0.0:1788205190.194923:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205190.194927:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205190.194928:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788205190.194934:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00100000:0.0:1788205190.194936:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1788205190.194938:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000008:00000001:0.0:1788205190.194940:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205190.194944:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205190.194946:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000010:0.0:1788205190.194949:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788205190.194953:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000200:3.0:1788205190.194955:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556819840, portal 25
02000000:00000001:0.0:1788205190.194956:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205190.194959:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788205190.194960:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.194961:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000001:0.0:1788205190.194964:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205190.194968:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788205190.194969:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205190.194972:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205190.194979:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:3.0:1788205190.194984:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788205190.194985:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205190.194990:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205190.194993:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00100000:0.0:1788205190.194996:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788205190.194998:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556819840, offset 0
00000100:00000001:0.0:1788205190.195009:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205190.195014:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205190.195025:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205190.195033:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205190.195039:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788205190.195041:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205190.195046:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000040:0.0:1788205190.195050:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205190.195054:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205190.195060:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205190.195067:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3609:3609:256:4294967295] 192.168.201.145@tcp LPNI seq info [3609:3609:8:4294967295]
00000100:00000001:0.0:1788205190.195070:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205190.195074:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788205190.195076:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205190.195081:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205190.195084:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205190.195088:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205190.195088:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205190.195096:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788205190.195101:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788205190.195104:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4322
00000800:00000010:3.0:1788205190.195108:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000400:00000200:0.0:1788205190.195113:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205190.195118:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000200:3.0:1788205190.195122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788205190.195124:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1788205190.195127:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1788205190.195131:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.195137:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788205190.195137:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205190.195142:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1788205190.195144:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.195149:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000100:3.0:1788205190.195149:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205190.195153:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000020:00000001:0.0:1788205190.195155:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205190.195158:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205190.195160:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788205190.195161:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788205190.195163:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:3.0:1788205190.195168:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1788205190.195169:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205190.195173:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788205190.195174:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205190.195178:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000040:0.0:1788205190.195181:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205190.195184:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788205190.195185:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205190.195189:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:3.0:1788205190.195193:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205190.195194:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205190.195199:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788205190.195206:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205190.195211:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205190.195214:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205190.195214:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788205190.195220:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788205190.195222:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205190.195223:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205190.195228:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205190.195231:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205190.195238:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195240:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205190.195241:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205190.195247:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788205190.195249:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000001:3.0:1788205190.195268:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788205190.195269:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205190.195272:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205190.195274:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205190.195276:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205190.195277:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205190.195278:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205190.195284:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000400:00000200:3.0:1788205190.195284:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205190.195287:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4298997416
00000100:00000001:0.0:1788205190.195289:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205190.195293:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01500c0.
00000100:00100000:0.0:1788205190.195298:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205190.195303:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205190.195311:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205190.195314:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195316:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4298997416
00000100:00000040:0.0:1788205190.195320:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205190.195323:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150660.
00000100:00000001:3.0:1788205190.195330:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205190.195333:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195336:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788205190.195337:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205190.195342:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205190.195343:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205190.195347:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205190.195348:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788205190.195349:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205190.195353:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205190.195358:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4322
00000100:00100000:3.0:1788205190.195358:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205190/real 1788205190]  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205190.195366:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205190.195369:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205190.195372:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205190.195379:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.195383:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1788205190.195383:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1788205190.195387:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000001:3.0:1788205190.195387:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205190.195391:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000100:00000001:0.0:1788205190.195392:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788205190.195394:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000020:00000001:0.0:1788205190.195396:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205190.195421:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000400:00000010:3.0:1788205190.195425:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000020:00000001:0.0:1788205190.195426:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205190.195429:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:3.0:1788205190.195431:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1788205190.195433:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000200:3.0:1788205190.195436:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205190.195438:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788205190.195446:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205190.195450:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205190.195454:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:3.0:1788205190.195455:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205190.195458:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205190.195463:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205190.195469:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205190.195473:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195475:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788205190.195476:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205190.195479:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205190.195480:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205190.195484:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195485:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205190.195487:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205190.195489:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1788205190.195491:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205190.195495:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205190.195498:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205190.195499:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788205190.195504:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788205190.195510:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:3.0:1788205190.195511:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205190.195514:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205190.195517:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205190.195521:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1788205190.195521:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205190.195523:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205190.195525:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205190.195531:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788205190.195536:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195537:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205190.195543:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205190.195544:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205190.195546:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205190.195550:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.195555:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205190.195558:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205190.195560:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:3.0:1788205190.195561:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788205190.195565:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205190.195568:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000040:0.0:1788205190.195573:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195573:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205190.195581:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205190.195594:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205190.195598:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556819840:192.168.201.145@tcp:250:kworker.0
00000100:00000040:0.0:1788205190.195602:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4332)
00000100:00000001:3.0:1788205190.195604:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.195608:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205190.195612:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556819840/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195626:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205190.195629:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205190.195631:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205190.195635:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205190.195637:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205190.195639:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205190.195641:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205190.195644:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:3.0:1788205190.195648:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205190.195650:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205190.195651:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:3.0:1788205190.195655:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205190.195656:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.195658:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.195667:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205190.195678:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195680:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205190.195682:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205190.195683:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205190.195686:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195691:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205190.195691:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205190.195693:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205190.195694:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205190.195696:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205190.195697:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819968:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205190.195700:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205190.195702:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205190.195703:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205190.195705:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205190.195708:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205190.195710:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205190.195714:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205190.195717:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205190.195721:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205190.195724:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556819968, portal 10
00000100:00000001:3.0:1788205190.195727:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205190.195728:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000040:3.0:1788205190.195735:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195742:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205190.195744:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205190.195747:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205190.195749:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556819968, offset 0
00000400:00000200:3.0:1788205190.195752:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205190.195755:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205190.195757:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205190.195760:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205190.195761:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205190.195763:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205190.195764:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205190.195766:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3610:3610:256:4294967295] 192.168.201.145@tcp LPNI seq info [3610:3610:8:4294967295]
00000400:00000200:3.0:1788205190.195769:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205190.195773:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205190.195776:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205190.195778:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205190.195781:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205190.195783:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788205190.195786:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205190.195788:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788205190.195790:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205190.195792:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205190.195794:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205190.195796:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205190.195798:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205190.195799:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205190.195801:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205190.195804:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195809:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205190.195810:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195815:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195816:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205190.195818:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205190.195820:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205190.195823:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205190.195824:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298995539
00000100:00000001:3.0:1788205190.195826:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298997416
00000100:00000001:3.0:1788205190.195828:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298995539
00000100:00000001:3.0:1788205190.195829:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298997416
00000100:00000001:3.0:1788205190.195830:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205190.195831:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195832:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205190.195834:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205190/real 1788205190]  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205190.195838:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205190.195839:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205190.195841:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205190.195842:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205190.195843:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205190.195844:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205190.195846:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205190.195851:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195859:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205190.195860:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.195861:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205190.195862:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205190.195864:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195867:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205190.195869:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195873:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205190.195874:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.195875:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205190.195876:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.195877:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205190.195878:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205190.195879:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205190.195881:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205190.195882:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205190.195885:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205190.195890:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556819968:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205190.195892:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205190.195893:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195897:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205190.195897:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205190.195899:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205190.195901:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205190.195902:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205190.195904:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820096:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205190.195906:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205190.195907:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205190.195908:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205190.195909:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205190.195911:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205190.195912:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205190.195914:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205190.195916:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205190.195918:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205190.195920:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556820096, portal 4
00000100:00000001:3.0:1788205190.195921:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205190.195922:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:3.0:1788205190.195926:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195930:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205190.195932:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205190.195933:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205190.195934:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556820096, offset 0
00000400:00000200:3.0:1788205190.195936:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205190.195938:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205190.195940:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205190.195942:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205190.195943:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205190.195944:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205190.195946:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205190.195948:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3611:3611:256:4294967295] 192.168.201.145@tcp LPNI seq info [3611:3611:8:4294967295]
00000400:00000200:3.0:1788205190.195950:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205190.195954:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205190.195957:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205190.195959:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205190.195961:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205190.195963:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788205190.195965:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205190.195967:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788205190.195969:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205190.195971:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205190.195973:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205190.195975:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205190.195976:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205190.195977:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205190.195979:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205190.195981:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195985:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205190.195987:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.195990:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.195991:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205190.195993:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205190.195994:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205190.195996:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205190.195997:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298995222
00000100:00000001:3.0:1788205190.195999:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298997416
00000100:00000001:3.0:1788205190.196001:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298995222
00000100:00000001:3.0:1788205190.196003:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298997416
00000100:00000001:3.0:1788205190.196005:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205190.196007:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.196009:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205190.196012:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205190/real 1788205190]  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205190.196020:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205190.196022:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205190.196023:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205190.196025:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205190.196027:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205190.196029:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205190.196032:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205190.196040:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196046:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205190.196047:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196048:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205190.196049:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205190.196051:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196055:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205190.196058:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196061:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205190.196063:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196064:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205190.196065:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196066:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205190.196067:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205190.196068:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205190.196070:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205190.196071:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205190.196074:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205190.196079:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820096:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205190.196081:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205190.196083:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196086:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205190.196087:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205190.196088:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205190.196089:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205190.196090:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205190.196092:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820224:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205190.196094:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205190.196095:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205190.196096:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205190.196097:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205190.196099:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205190.196101:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205190.196103:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205190.196104:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205190.196106:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205190.196108:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556820224, portal 4
00000100:00000001:3.0:1788205190.196110:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205190.196110:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:3.0:1788205190.196115:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196119:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205190.196120:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205190.196122:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205190.196124:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556820224, offset 0
00000400:00000200:3.0:1788205190.196126:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205190.196129:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205190.196131:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205190.196133:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205190.196134:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205190.196136:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205190.196137:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205190.196139:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3612:3612:256:4294967295] 192.168.201.145@tcp LPNI seq info [3612:3612:8:4294967295]
00000400:00000200:3.0:1788205190.196142:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205190.196146:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205190.196148:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205190.196150:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205190.196152:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205190.196154:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788205190.196156:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205190.196158:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788205190.196160:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205190.196162:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205190.196163:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205190.196166:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205190.196167:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205190.196169:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205190.196170:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205190.196172:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196177:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205190.196178:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196182:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.196183:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205190.196194:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205190.196196:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205190.196200:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205190.196202:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4298995953
00000100:00000001:3.0:1788205190.196204:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4298997416
00000100:00000001:3.0:1788205190.196205:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4298995953
00000100:00000001:3.0:1788205190.196207:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4298997416
00000100:00000001:3.0:1788205190.196207:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205190.196209:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.196210:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205190.196212:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205190/real 1788205190]  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205190.196216:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205190.196217:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205190.196218:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205190.196219:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205190.196221:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205190.196222:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205190.196226:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205190.196234:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196239:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205190.196241:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196243:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205190.196244:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205190.196247:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196265:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205190.196270:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196277:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205190.196280:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196281:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205190.196282:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196284:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205190.196286:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205190.196287:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205190.196290:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205190.196291:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205190.196294:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205190.196299:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820224:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205190.196301:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196302:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205190.196304:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556819968/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196308:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205190.196309:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205190.196310:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205190.196312:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205190.196313:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205190.196314:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205190.196315:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205190.196316:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:3.0:1788205190.196319:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205190.196319:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205190.196321:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:3.0:1788205190.196322:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205190.196323:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196324:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205190.196326:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556820096/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196334:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205190.196335:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205190.196336:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205190.196337:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205190.196338:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205190.196338:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205190.196339:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205190.196340:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:3.0:1788205190.196341:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205190.196342:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205190.196342:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:3.0:1788205190.196344:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205190.196344:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196345:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205190.196347:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556820224/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205190.196350:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205190.196350:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205190.196351:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205190.196352:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205190.196353:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205190.196353:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205190.196354:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205190.196355:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:3.0:1788205190.196356:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205190.196356:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205190.196357:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:3.0:1788205190.196358:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205190.196359:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196360:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.196362:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205190.196363:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.196364:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205190.196365:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.514485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205190.514496:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205190.514500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205190.514508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205190.514512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205190.514517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205190.514518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205190.514525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205190.514526:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.514534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205190.514535:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205190.514540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205190.514541:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205190.514588:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205190.514592:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205190.514595:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205190.706489:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205190.706496:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205190.706498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205190.706504:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205190.706507:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205190.706510:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205190.706512:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205190.706515:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205190.706517:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205191.538527:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205191.538533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205191.538541:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205191.538545:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205191.538548:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205191.538550:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205191.538553:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205191.538554:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205191.538562:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205191.538565:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205191.538568:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205191.538570:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205191.538573:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205191.538611:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205191.538616:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205191.538621:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205191.730508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205191.730515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205191.730517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205191.730521:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205191.730523:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205191.730526:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205191.730528:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205191.730529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205191.730531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205192.434558:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4298997416, at 4298997440
00000100:00000040:1.0:1788205192.434558:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4298997416, at 4298997440
00000100:00000010:0.0:1788205192.434578:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01500c0.
00000100:00000010:1.0:1788205192.434580:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150660.
00010000:00000001:2.0:1788205192.562546:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205192.562547:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205192.562558:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205192.562559:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205192.562563:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205192.562568:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205192.562572:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205192.562572:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205192.562580:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205192.562585:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205192.562590:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205192.562593:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205192.562596:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205192.562713:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205192.562718:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205192.562721:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205192.754515:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205192.754522:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205192.754524:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205192.754530:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205192.754534:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205192.754538:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205192.754540:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205192.754543:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205192.754545:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.586511:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205193.586515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205193.586520:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205193.586522:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205193.586524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205193.586526:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1788205193.586530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205193.586531:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205193.586537:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788205193.586537:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205193.586541:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.586543:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205193.586544:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205193.586549:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.586549:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205193.586554:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205193.586556:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205193.586559:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.586560:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205193.588109:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205193.588113:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205193.588117:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205193.778501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205193.778521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205193.778523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205193.778529:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205193.778532:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205193.778536:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.778539:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205193.778541:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.778544:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205194.610497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205194.610504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205194.610510:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205194.610511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205194.610696:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205194.610700:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205194.610702:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205194.610707:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205194.610710:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205194.610713:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205194.610716:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205194.610718:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205194.610721:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205194.611005:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205194.611009:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205194.611012:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205194.802563:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205194.802570:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205194.802572:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205194.802578:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205194.802581:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205194.802585:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205194.802588:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205194.802590:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205194.802592:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205195.314550:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205195.314560:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205195.314563:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205195.314566:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205195.314570:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205195.314576:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4327
00000400:00000200:0.0:1788205195.314585:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205195.314591:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205195.314594:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205195.314597:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314600:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205195.314603:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314605:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205195.314609:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205195.314611:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205195.314613:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205195.314617:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205195.314619:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205195.314622:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205195.314624:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314627:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205195.314628:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314630:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205195.314633:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205195.314636:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314639:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205195.314641:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205195.314645:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205195.314647:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.314649:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205195.314651:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205195.314660:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788205195.314663:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205195.314667:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205195.314669:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.314672:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205195.314674:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205195.314678:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205195.314685:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788205195.314690:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205195.314699:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205195.314709:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205195.314713:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205195.314718:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205195.314745:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205195.314748:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205195.314751:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205195.314752:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205195.314754:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205195.314757:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205195.314760:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4327
00000400:00000200:0.0:1788205195.314763:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205195.314766:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205195.314768:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205195.314770:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314773:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205195.314775:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314777:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205195.314779:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205195.314780:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205195.314782:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205195.314783:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205195.314785:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205195.314787:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205195.314790:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314792:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205195.314794:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314796:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205195.314798:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205195.314800:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314802:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205195.314804:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205195.314809:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205195.314811:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.314813:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205195.314816:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205195.314819:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.314821:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205195.314824:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788205195.314825:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205195.314828:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205195.314829:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.314831:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205195.314832:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205195.314834:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205195.314837:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788205195.314839:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205195.314844:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205195.314852:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205195.314854:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205195.314857:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205195.314864:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205195.314867:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205195.314869:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205195.314871:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205195.314872:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205195.314874:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205195.314877:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4327
00000400:00000200:0.0:1788205195.314879:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205195.314881:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205195.314883:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205195.314885:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314887:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205195.314889:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314891:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205195.314893:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205195.314894:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205195.314896:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205195.314897:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788205195.314899:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205195.314901:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788205195.314904:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314906:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205195.314908:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314910:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205195.314912:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788205195.314914:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205195.314916:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205195.314917:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205195.314919:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205195.314921:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.314923:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205195.314925:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205195.314927:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.314929:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205195.314931:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788205195.314933:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205195.314936:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205195.314937:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.314938:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205195.314939:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205195.314940:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205195.314943:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788205195.314946:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205195.314950:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205195.314957:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205195.314958:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.315925:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205195.315931:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205195.315933:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205195.315942:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.315952:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205195.315954:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205195.315957:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205195.315960:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205195.315975:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205195.315979:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556820352:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205195.315983:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205195.315987:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205195.315989:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205195.315991:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205195.315997:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205195.315999:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205195.316005:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205195.316009:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205195.316015:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205195.316022:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556820352, portal 25
00000100:00000001:3.0:1788205195.316024:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205195.316025:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:3.0:1788205195.316031:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316039:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205195.316041:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205195.316043:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205195.316048:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556820352, offset 0
00000400:00000200:3.0:1788205195.316054:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205195.316061:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205195.316067:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205195.316072:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205195.316076:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205195.316079:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205195.316082:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205195.316086:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3613:3613:256:4294967295] 192.168.201.145@tcp LPNI seq info [3613:3613:8:4294967295]
00000400:00000200:3.0:1788205195.316090:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205195.316099:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205195.316106:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205195.316110:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205195.316117:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205195.316121:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205195.316127:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205195.316141:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205195.316146:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205195.316148:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205195.316155:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205195.316159:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205195.316175:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205195.316179:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205195.316183:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205195.316187:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316204:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205195.316207:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316215:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.316217:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205195.316222:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205195.316226:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205195.316229:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299002537
00000100:00000010:3.0:1788205195.316233:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01507e0.
00000100:00000001:3.0:1788205195.316240:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205195.316247:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299002537
00000100:00000010:3.0:1788205195.316250:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150cc0.
00000100:00000001:3.0:1788205195.316253:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205195.316255:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205195.316258:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.316260:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205195.316264:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205195/real 1788205195]  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205195.316273:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205195.316275:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205195.316277:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205195.316279:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205195.316281:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205195.316283:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205195.316286:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205195.316294:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316301:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205195.316303:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316305:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205195.316307:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205195.316310:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316317:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205195.316321:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316335:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205195.316337:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316339:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205195.316340:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316342:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205195.316344:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205195.316347:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205195.316351:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205195.316353:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205195.316357:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205195.316366:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556820352:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205195.316370:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205195.316373:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316380:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205195.316381:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205195.316383:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205195.316385:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205195.316392:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205195.316395:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820480:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205195.316437:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205195.316439:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205195.316440:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205195.316442:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205195.316445:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205195.316447:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205195.316450:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205195.316453:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205195.316456:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205195.316459:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556820480, portal 10
00000100:00000001:3.0:1788205195.316461:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205195.316462:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:3.0:1788205195.316468:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316474:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205195.316477:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205195.316479:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205195.316481:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556820480, offset 0
00000400:00000200:3.0:1788205195.316484:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205195.316487:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205195.316491:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205195.316493:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205195.316496:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205195.316498:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205195.316500:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205195.316503:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3614:3614:256:4294967295] 192.168.201.145@tcp LPNI seq info [3614:3614:8:4294967295]
00000400:00000200:3.0:1788205195.316507:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205195.316513:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205195.316518:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205195.316520:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205195.316524:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205195.316527:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205195.316531:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205195.316533:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205195.316537:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205195.316539:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205195.316542:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205195.316545:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205195.316547:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205195.316549:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205195.316552:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205195.316555:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316563:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205195.316566:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316572:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.316574:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205195.316576:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205195.316579:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205195.316582:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205195.316584:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299000659
00000100:00000001:3.0:1788205195.316587:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299002537
00000100:00000001:3.0:1788205195.316589:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299000659
00000100:00000001:3.0:1788205195.316591:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299002537
00000100:00000001:3.0:1788205195.316593:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205195.316595:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.316597:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205195.316600:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205195/real 1788205195]  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205195.316606:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205195.316607:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205195.316608:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205195.316610:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205195.316612:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205195.316614:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205195.316616:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205195.316624:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316636:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205195.316637:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316639:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205195.316640:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205195.316644:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316651:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205195.316654:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316660:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205195.316662:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316664:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205195.316665:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316667:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205195.316669:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205195.316671:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205195.316675:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205195.316677:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205195.316681:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205195.316689:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820480:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205195.316692:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316694:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205195.316697:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556820352/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316703:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205195.316706:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205195.316709:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205195.316712:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205195.316714:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205195.316716:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205195.316718:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205195.316720:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:3.0:1788205195.316723:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205195.316725:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205195.316727:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:3.0:1788205195.316730:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205195.316731:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316732:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205195.316735:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556820480/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.316741:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205195.316742:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205195.316744:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205195.316746:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205195.316747:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205195.316748:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205195.316750:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205195.316751:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:3.0:1788205195.316753:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205195.316754:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205195.316755:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:3.0:1788205195.316757:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205195.316758:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316760:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.316766:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205195.316768:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.316771:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205195.316772:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205195.317657:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205195.317679:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205195.317683:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205195.317687:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205195.317689:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205195.317691:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205195.317694:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205195.317697:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4327
00000400:00000200:0.0:1788205195.317701:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205195.317705:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205195.317707:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205195.317710:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.317713:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205195.317715:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.317718:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205195.317720:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205195.317722:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205195.317724:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205195.317727:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788205195.317729:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788205195.317731:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788205195.317733:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.317735:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205195.317736:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205195.317738:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205195.317740:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205195.317744:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205195.317746:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205195.317749:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205195.317754:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205195.317756:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.317758:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205195.317762:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205195.317765:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.317766:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205195.317771:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788205195.317774:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205195.317778:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205195.317779:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205195.317782:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205195.317784:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205195.317787:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205195.317792:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788205195.317797:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205195.317803:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205195.317810:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205195.317814:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205195.317818:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205195.317825:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205195.317828:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4338)
00000100:00000001:3.0:1788205195.318197:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205195.318200:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205195.318201:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205195.318207:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318220:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205195.318221:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205195.318224:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205195.318226:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205195.318228:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205195.318232:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820608:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205195.318235:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205195.318238:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205195.318239:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205195.318241:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205195.318244:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205195.318254:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205195.318258:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205195.318261:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205195.318265:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205195.318269:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556820608, portal 4
00000100:00000001:3.0:1788205195.318271:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205195.318272:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:3.0:1788205195.318278:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318284:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205195.318286:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205195.318288:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205195.318291:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556820608, offset 0
00000400:00000200:3.0:1788205195.318296:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205195.318300:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205195.318304:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205195.318308:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205195.318311:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205195.318313:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205195.318316:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205195.318319:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3615:3615:256:4294967295] 192.168.201.145@tcp LPNI seq info [3615:3615:8:4294967295]
00000400:00000200:3.0:1788205195.318323:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205195.318330:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205195.318334:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205195.318338:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205195.318343:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205195.318346:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205195.318351:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205195.318354:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205195.318358:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205195.318360:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205195.318364:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205195.318368:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205195.318371:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205195.318373:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205195.318376:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205195.318379:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318387:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205195.318390:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318413:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.318414:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205195.318418:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205195.318421:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205195.318433:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205195.318436:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299000345
00000100:00000001:3.0:1788205195.318439:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299002537
00000100:00000001:3.0:1788205195.318441:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299000345
00000100:00000001:3.0:1788205195.318443:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299002537
00000100:00000001:3.0:1788205195.318445:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205195.318448:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.318450:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205195.318454:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205195/real 1788205195]  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205195.318462:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205195.318463:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205195.318465:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205195.318468:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205195.318469:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205195.318471:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205195.318474:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205195.318482:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318489:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205195.318491:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318493:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205195.318494:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205195.318498:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318504:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205195.318507:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318514:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205195.318517:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318518:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205195.318519:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318521:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205195.318523:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205195.318525:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205195.318529:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205195.318531:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205195.318535:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205195.318543:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820608:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205195.318546:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205195.318549:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318555:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205195.318557:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205195.318559:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205195.318561:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205195.318562:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205195.318565:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820736:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205195.318568:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205195.318570:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205195.318571:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205195.318573:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205195.318576:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205195.318578:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205195.318580:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205195.318583:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205195.318585:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205195.318588:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556820736, portal 4
00000100:00000001:3.0:1788205195.318590:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205195.318591:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:3.0:1788205195.318596:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318603:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205195.318605:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205195.318607:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205195.318610:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556820736, offset 0
00000400:00000200:3.0:1788205195.318613:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205195.318616:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205195.318619:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205195.318622:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205195.318624:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205195.318626:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205195.318629:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205195.318632:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3616:3616:256:4294967295] 192.168.201.145@tcp LPNI seq info [3616:3616:8:4294967295]
00000400:00000200:3.0:1788205195.318635:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205195.318642:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205195.318646:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205195.318648:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205195.318651:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205195.318654:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205195.318658:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205195.318661:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205195.318664:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205195.318666:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205195.318668:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205195.318672:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205195.318674:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205195.318676:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205195.318678:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205195.318681:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318689:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205195.318692:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318698:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.318700:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205195.318703:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205195.318705:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205195.318708:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205195.318710:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299001076
00000100:00000001:3.0:1788205195.318712:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299002537
00000100:00000001:3.0:1788205195.318714:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299001076
00000100:00000001:3.0:1788205195.318716:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299002537
00000100:00000001:3.0:1788205195.318718:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205195.318720:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.318722:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205195.318725:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205195/real 1788205195]  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205195.318731:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205195.318732:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205195.318734:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205195.318736:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205195.318737:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205195.318739:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205195.318742:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205195.318750:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318755:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205195.318756:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318758:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205195.318759:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205195.318762:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318768:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205195.318772:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318779:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205195.318781:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318782:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205195.318784:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318785:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205195.318786:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205195.318788:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205195.318791:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205195.318793:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205195.318797:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205195.318804:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820736:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205195.318808:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318810:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205195.318813:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556820608/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318819:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205195.318821:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205195.318823:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205195.318825:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205195.318827:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205195.318828:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205195.318830:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205195.318832:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:3.0:1788205195.318835:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205195.318836:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205195.318838:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:3.0:1788205195.318841:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205195.318842:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318844:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205195.318847:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556820736/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205195.318853:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205195.318854:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205195.318856:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205195.318857:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205195.318858:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205195.318859:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205195.318861:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205195.318863:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:3.0:1788205195.318864:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205195.318865:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205195.318867:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:3.0:1788205195.318869:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205195.318870:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318872:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.318877:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205195.318878:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.318880:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205195.318881:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.634499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205195.634502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205195.634505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.634506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205195.634508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205195.634512:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205195.634513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205195.634514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205195.634516:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205195.634520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.634522:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205195.634525:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205195.634529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205195.634617:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205195.634621:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205195.634624:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205195.826493:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205195.826501:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205195.826503:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205195.826508:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205195.826512:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205195.826515:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205195.826517:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205195.826520:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205195.826523:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205196.658633:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205196.658640:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205196.658645:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205196.658647:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205196.658795:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205196.658799:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205196.658802:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205196.658991:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205196.658995:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205196.658997:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205196.659001:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205196.659004:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205196.659007:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205196.659010:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205196.659012:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205196.659015:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205196.850518:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205196.850526:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205196.850528:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205196.850533:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205196.850536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205196.850540:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205196.850542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205196.850545:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205196.850547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205197.554509:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299002537, at 4299002560
00000100:00000010:0.0:1788205197.554524:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01507e0.
00000100:00000040:1.0:1788205197.556307:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299002537, at 4299002561
00000100:00000010:1.0:1788205197.556317:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150cc0.
00000100:00000001:3.0:1788205197.682499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205197.682504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205197.682507:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205197.682509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205197.682513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205197.682516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205197.682519:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205197.682521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205197.682523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205197.682526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205197.682530:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205197.682533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205197.682536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205197.682565:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205197.682568:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205197.682571:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205197.874503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205197.874512:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205197.874514:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205197.874520:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205197.874524:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205197.874527:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205197.874530:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205197.874533:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205197.874536:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205198.706558:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205198.706568:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205198.706571:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205198.706579:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205198.706584:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205198.706588:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205198.706592:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205198.706593:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205198.706597:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205198.706600:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205198.706603:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205198.706611:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205198.706613:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205198.706758:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205198.706762:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205198.706766:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205198.898519:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205198.898526:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205198.898528:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205198.898534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205198.898538:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205198.898542:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.898544:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205198.898547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.898549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205199.730595:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205199.730606:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205199.730607:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205199.730616:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205199.730619:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205199.730620:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205199.730626:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:3.0:1788205199.730628:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205199.730631:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205199.730635:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205199.730636:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205199.730642:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205199.730643:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788205199.730649:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205199.730650:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205199.730653:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205199.730654:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205199.730655:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205199.730668:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205199.730757:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205199.730761:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205199.730766:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205199.922511:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205199.922518:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205199.922520:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205199.922525:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205199.922529:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205199.922533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205199.922536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205199.922538:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205199.922541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205200.434554:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205200.434564:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205200.434566:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205200.434570:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205200.434574:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205200.434581:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4333
00000400:00000200:0.0:1788205200.434589:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205200.434595:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205200.434598:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205200.434601:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434604:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205200.434606:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434608:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205200.434612:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205200.434614:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205200.434616:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205200.434618:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205200.434620:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205200.434622:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205200.434625:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434626:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205200.434628:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434630:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205200.434632:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205200.434635:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434637:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205200.434640:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205200.434642:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205200.434645:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205200.434647:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205200.434649:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205200.434659:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000020:00000040:0.0:1788205200.434662:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205200.434666:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205200.434667:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205200.434670:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205200.434673:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205200.434676:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205200.434685:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788205200.434691:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205200.434700:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205200.434710:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205200.434714:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205200.434719:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205200.434749:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205200.434752:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205200.434754:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205200.434755:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205200.434757:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205200.434759:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205200.434761:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4333
00000400:00000200:0.0:1788205200.434764:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205200.434766:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205200.434768:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205200.434769:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434771:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205200.434772:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434773:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205200.434775:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205200.434776:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205200.434776:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205200.434778:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205200.434780:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205200.434781:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205200.434783:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434785:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205200.434786:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434787:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205200.434789:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205200.434790:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434791:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205200.434793:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205200.434797:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205200.434799:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205200.434800:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205200.434803:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205200.434805:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205200.434806:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205200.434809:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788205200.434810:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205200.434812:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205200.434813:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205200.434814:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205200.434816:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205200.434817:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.434826:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:0.0:1788205200.434836:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:3.0:1788205200.434836:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205200.434842:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788205200.434849:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205200.434859:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788205200.434859:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205200.434908:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205200.434908:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205200.434914:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.434914:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205200.434922:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788205200.434925:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205200.434928:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205200.434937:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205200.434940:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205200.434943:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788205200.434946:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556820864:192.168.201.145@tcp:250:kworker.0
00000100:00080000:0.0:1788205200.434947:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205200.434953:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205200.434955:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205200.434962:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205200.434965:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788205200.434966:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4333
00000400:00000200:0.0:1788205200.434972:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788205200.434974:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1788205200.434975:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205200.434979:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788205200.434981:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205200.434984:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.434988:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205200.434990:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
02000000:00000001:3.0:1788205200.434990:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205200.434996:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205200.434998:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205200.434998:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205200.434999:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205200.435001:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788205200.435002:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
02000000:00000010:3.0:1788205200.435004:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
00000020:00000001:0.0:1788205200.435005:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
02000000:00000001:3.0:1788205200.435015:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205200.435017:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.435026:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205200.435028:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.435029:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205200.435030:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788205200.435037:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205200.435044:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00080000:0.0:1788205200.435045:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205200.435054:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205200.435056:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788205200.435059:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
02000000:00000001:0.0:1788205200.435060:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205200.435067:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205200.435069:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205200.435071:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1788205200.435073:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556820864, portal 25
00000100:00000001:3.0:1788205200.435090:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205200.435091:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000008:00000001:0.0:1788205200.435101:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205200.435101:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205200.435108:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205200.435117:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000020:00000040:0.0:1788205200.435121:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205200.435126:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205200.435126:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1788205200.435130:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205200.435135:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205200.435138:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788205200.435138:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
02000000:00000001:0.0:1788205200.435144:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205200.435148:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
02000000:00000010:0.0:1788205200.435150:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788205200.435157:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205200.435159:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556820864, offset 0
00000100:00100000:0.0:1788205200.435165:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205200.435172:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205200.435185:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205200.435189:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205200.435194:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205200.435195:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205200.435203:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788205200.435209:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205200.435213:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205200.435221:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205200.435235:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205200.435246:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3617:3617:256:4294967295] 192.168.201.145@tcp LPNI seq info [3617:3617:8:4294967295]
00000100:00000001:0.0:1788205200.435249:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205200.435255:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788205200.435258:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205200.435264:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1788205200.435270:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205200.435271:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205200.435278:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1788205200.435281:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788205200.435291:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:3.0:1788205200.435294:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205200.435304:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:0.0:1788205200.435307:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4333
00000800:00000200:3.0:1788205200.435314:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1788205200.435322:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:3.1:1788205200.435324:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205200.435330:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1788205200.435335:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000800:00000100:3.0:1788205200.435337:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205200.435341:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000100:00080000:0.0:1788205200.435344:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788205200.435349:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788205200.435351:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205200.435358:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788205200.435359:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788205200.435365:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788205200.435368:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205200.435373:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:0.0:1788205200.435375:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788205200.435380:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1788205200.435381:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205200.435385:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000200:3.0:1788205200.435386:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205200.435391:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205200.435430:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205200.435434:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.435439:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.435440:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205200.435446:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205200.435449:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205200.435452:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299007656
00000100:00000010:3.0:1788205200.435456:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150ea0.
00000100:00000001:3.0:1788205200.435463:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205200.435473:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299007657
00000100:00000010:3.0:1788205200.435476:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150540.
00000100:00000001:3.0:1788205200.435478:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205200.435485:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205200.435487:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205200.435490:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:3.0:1788205200.435490:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205200.435495:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205200/real 1788205200]  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205200.435501:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788205200.435511:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788205200.435528:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000001:3.0:1788205200.435531:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788205200.435532:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1788205200.435537:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1788205200.435541:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000010:3.0:1788205200.435543:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000100:00000001:0.0:1788205200.435544:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788205200.435549:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000020:00000040:0.0:1788205200.435550:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000010:3.0:1788205200.435559:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00080000:0.0:1788205200.435563:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205200.435567:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788205200.435568:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205200.435574:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205200.435578:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205200.435581:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205200.435581:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205200.435589:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205200.435592:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205200.435600:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205200.435607:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205200.435624:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000100:00000200:3.0:1788205200.435624:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205200.435634:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205200.435644:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205200.435644:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205200.435647:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205200.435648:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.435651:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205200.435653:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205200.435654:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205200.435657:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205200.435661:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205200.435661:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788205200.435671:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:3.0:1788205200.435675:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205200.435678:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205200.435683:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205200.435690:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205200.435720:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205200.435729:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.435737:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205200.435740:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.435750:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205200.435751:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205200.435755:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.435755:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205200.435765:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1788205200.435767:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205200.435772:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205200.435782:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205200.435795:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205200.435799:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205200.435813:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4343)
00000100:00100000:3.0:1788205200.435816:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556820864:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205200.435824:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.435826:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205200.435828:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556820864/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.435832:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205200.435834:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205200.435837:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205200.435841:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205200.435843:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205200.435844:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205200.435846:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205200.435849:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:3.0:1788205200.435852:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205200.435854:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205200.435856:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:3.0:1788205200.435858:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205200.435859:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.435862:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.435870:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205200.435873:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.435876:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205200.435878:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205200.435879:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205200.435883:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.435892:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205200.435893:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205200.435896:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205200.435898:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205200.435900:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205200.435903:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820992:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205200.435907:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205200.435909:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205200.435911:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205200.435912:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205200.435915:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205200.435916:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205200.435919:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205200.435921:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205200.435924:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205200.435926:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556820992, portal 10
00000100:00000001:3.0:1788205200.435928:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205200.435929:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:3.0:1788205200.435934:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.435938:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205200.435940:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205200.435941:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205200.435943:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556820992, offset 0
00000400:00000200:3.0:1788205200.435945:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205200.435948:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205200.435950:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205200.435952:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205200.435954:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205200.435956:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205200.435958:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205200.435961:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3618:3618:256:4294967295] 192.168.201.145@tcp LPNI seq info [3618:3618:8:4294967295]
00000400:00000200:3.0:1788205200.435965:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205200.435971:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205200.435976:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205200.435980:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205200.435984:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205200.435987:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205200.435991:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205200.435994:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205200.435998:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205200.436000:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205200.436003:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205200.436005:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205200.436008:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205200.436009:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205200.436011:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205200.436013:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436018:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205200.436020:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436024:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.436025:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205200.436027:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205200.436030:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205200.436032:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205200.436034:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299005779
00000100:00000001:3.0:1788205200.436036:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299007656
00000100:00000001:3.0:1788205200.436037:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299005779
00000100:00000001:3.0:1788205200.436039:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299007657
00000100:00000001:3.0:1788205200.436041:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205200.436043:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.436045:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205200.436049:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205200/real 1788205200]  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205200.436056:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205200.436057:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205200.436059:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205200.436062:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205200.436064:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205200.436066:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205200.436069:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205200.436090:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436096:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205200.436097:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436099:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205200.436100:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205200.436104:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436111:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205200.436115:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436121:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205200.436124:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436125:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205200.436127:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436129:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205200.436131:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205200.436134:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205200.436137:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205200.436140:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205200.436143:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205200.436151:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556820992:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205200.436156:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205200.436159:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436166:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205200.436167:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205200.436169:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205200.436171:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205200.436173:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205200.436177:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821120:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205200.436180:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205200.436182:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205200.436183:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205200.436185:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205200.436187:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205200.436189:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205200.436192:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205200.436193:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205200.436196:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205200.436199:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556821120, portal 4
00000100:00000001:3.0:1788205200.436200:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205200.436201:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000100:00000040:3.0:1788205200.436205:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436209:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205200.436211:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205200.436213:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205200.436215:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556821120, offset 0
00000400:00000200:3.0:1788205200.436220:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205200.436224:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205200.436227:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205200.436230:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205200.436233:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205200.436235:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205200.436238:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205200.436241:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3619:3619:256:4294967295] 192.168.201.145@tcp LPNI seq info [3619:3619:8:4294967295]
00000400:00000200:3.0:1788205200.436245:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205200.436251:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205200.436254:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205200.436257:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205200.436259:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205200.436261:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205200.436264:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205200.436265:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205200.436267:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205200.436269:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205200.436271:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205200.436273:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205200.436275:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205200.436276:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205200.436278:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205200.436280:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436285:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205200.436287:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436291:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.436291:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205200.436293:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205200.436296:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205200.436298:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205200.436299:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299005462
00000100:00000001:3.0:1788205200.436301:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299007656
00000100:00000001:3.0:1788205200.436302:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299005462
00000100:00000001:3.0:1788205200.436304:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299007657
00000100:00000001:3.0:1788205200.436306:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205200.436307:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.436308:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205200.436310:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205200/real 1788205200]  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205200.436314:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205200.436315:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205200.436316:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205200.436317:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205200.436318:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205200.436319:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205200.436321:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205200.436326:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436330:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205200.436330:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436331:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205200.436332:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205200.436334:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436337:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205200.436339:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436343:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205200.436344:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436345:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205200.436346:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436347:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205200.436349:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205200.436350:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205200.436352:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205200.436354:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205200.436356:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205200.436360:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821120:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205200.436362:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205200.436364:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436369:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205200.436370:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205200.436371:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205200.436372:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205200.436373:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205200.436374:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821248:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205200.436376:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205200.436377:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205200.436378:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205200.436379:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205200.436382:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205200.436383:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205200.436385:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205200.436386:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205200.436388:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205200.436390:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556821248, portal 4
00000100:00000001:3.0:1788205200.436391:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205200.436392:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:3.0:1788205200.436415:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436420:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205200.436421:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205200.436423:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205200.436424:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556821248, offset 0
00000400:00000200:3.0:1788205200.436427:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205200.436429:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205200.436431:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205200.436434:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205200.436435:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205200.436437:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205200.436438:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205200.436440:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3620:3620:256:4294967295] 192.168.201.145@tcp LPNI seq info [3620:3620:8:4294967295]
00000400:00000200:3.0:1788205200.436443:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205200.436447:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205200.436449:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205200.436450:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205200.436453:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205200.436454:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205200.436457:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205200.436459:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205200.436461:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205200.436462:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205200.436464:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205200.436466:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205200.436468:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205200.436469:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205200.436470:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205200.436472:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436477:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205200.436479:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436487:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.436488:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205200.436490:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205200.436492:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205200.436494:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205200.436495:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299006194
00000100:00000001:3.0:1788205200.436497:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299007656
00000100:00000001:3.0:1788205200.436499:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299006194
00000100:00000001:3.0:1788205200.436500:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299007657
00000100:00000001:3.0:1788205200.436502:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205200.436503:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.436504:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205200.436506:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205200/real 1788205200]  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205200.436510:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205200.436510:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205200.436511:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205200.436513:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205200.436514:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205200.436515:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205200.436517:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205200.436521:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436524:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205200.436525:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436526:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205200.436527:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205200.436529:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436533:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205200.436535:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436539:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205200.436540:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436541:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205200.436542:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436543:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205200.436544:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205200.436545:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205200.436547:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205200.436548:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205200.436550:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205200.436553:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821248:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205200.436555:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436557:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205200.436558:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556820992/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436562:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205200.436563:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205200.436564:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205200.436566:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205200.436568:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205200.436569:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205200.436571:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205200.436572:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:3.0:1788205200.436575:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205200.436577:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205200.436578:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:3.0:1788205200.436581:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205200.436582:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436584:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205200.436587:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556821120/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436593:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205200.436595:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205200.436596:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205200.436599:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205200.436600:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205200.436601:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205200.436603:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205200.436604:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:3.0:1788205200.436607:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205200.436608:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205200.436609:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:3.0:1788205200.436611:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205200.436612:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436614:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205200.436617:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556821248/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205200.436623:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205200.436625:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205200.436626:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205200.436627:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205200.436628:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205200.436629:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205200.436630:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205200.436631:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:3.0:1788205200.436633:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205200.436634:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205200.436635:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:3.0:1788205200.436636:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205200.436638:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436639:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.436641:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205200.436642:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205200.436644:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205200.436645:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205200.754527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205200.754533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205200.754539:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205200.754540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205200.754633:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205200.754640:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205200.754646:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205200.754668:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205200.754675:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205200.754677:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205200.754683:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205200.754687:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205200.754692:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.754696:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205200.754699:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205200.754703:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205200.946624:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205200.946634:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205200.946636:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205200.946642:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205200.946647:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205200.946657:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205200.946660:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205200.946663:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205200.946666:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205201.778540:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205201.778548:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205201.778552:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205201.778558:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205201.778558:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205201.778570:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205201.778572:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205201.778575:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205201.778578:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205201.778584:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205201.778587:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205201.778590:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205201.778593:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205201.778628:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205201.778632:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205201.778636:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205201.970498:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205201.970504:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205201.970505:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205201.970509:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205201.970512:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205201.970515:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205201.970517:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205201.970519:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205201.970521:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205202.674523:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299007657, at 4299007680
00000100:00000010:1.0:1788205202.674543:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000100:00000040:0.0:1788205202.674652:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299007656, at 4299007680
00000100:00000010:0.0:1788205202.674660:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150ea0.
00000100:00000001:3.0:1788205202.802531:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205202.802539:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205202.802542:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205202.802546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205202.802548:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205202.802556:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205202.802558:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205202.802559:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205202.802567:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205202.802573:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205202.802576:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205202.802580:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205202.802583:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205202.802617:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205202.802626:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205202.802629:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205202.994493:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205202.994498:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205202.994500:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205202.994503:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205202.994506:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205202.994509:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205202.994511:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205202.994513:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205202.994515:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205203.826497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205203.826501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205203.826504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205203.826506:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205203.826506:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205203.826507:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205203.826510:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205203.826511:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205203.826513:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788205203.826514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205203.826515:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205203.826517:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205203.826518:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205203.826519:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205203.826521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205203.826522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205203.826523:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205203.826523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205203.826525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205203.826796:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205203.826803:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205203.826808:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205204.018556:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205204.018560:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205204.018562:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205204.018690:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205204.018693:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205204.018696:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205204.018697:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205204.018699:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205204.018701:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205204.850490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205204.850499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205204.850502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205204.850508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205204.850508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205204.850512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205204.850515:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205204.850516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205204.850519:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205204.850520:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205204.850524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205204.850529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205204.850532:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205204.850566:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205204.850570:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205204.850574:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205205.042507:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205205.042513:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205205.042523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205205.042528:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205205.042531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205205.042535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205205.042537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205205.042540:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205205.042543:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205205.555140:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205205.555153:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205205.555156:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205205.555160:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205205.555363:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205205.555371:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4338
00000400:00000200:1.0:1788205205.555380:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205205.555386:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205205.555389:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205205.555393:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555396:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205205.555421:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555425:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205205.555431:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205205.555433:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205205.555435:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205205.555438:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205205.555441:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205205.555443:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205205.555446:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555448:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205205.555450:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555452:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205205.555454:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205205.555457:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555460:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205205.555462:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205205.555465:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205205.555468:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205205.555470:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205205.555472:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205205.555479:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e300.
00000020:00000040:1.0:1788205205.555482:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205205.555486:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205205.555488:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205205.555491:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205205.555494:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205205.555498:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205205.555506:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788205205.555513:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205205.555522:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205205.555532:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205205.555536:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205205.555541:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069697a96] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205205.555567:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205205.555570:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205205.555574:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205205.555575:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205205.555577:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205205.555580:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205205.555583:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4338
00000400:00000200:1.0:1788205205.555586:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205205.555589:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205205.555591:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205205.555593:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555595:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205205.555597:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555599:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205205.555601:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205205.555602:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205205.555604:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205205.555606:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205205.555608:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205205.555610:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205205.555613:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555615:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205205.555617:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555618:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205205.555620:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788205205.555622:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555624:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205205.555626:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205205.555631:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205205.555633:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205205.555635:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205205.555638:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1788205205.555640:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788205205.555643:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00000001:1.0:1788205205.555644:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205205.555648:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.555648:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1788205205.555654:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0fb80.
00000020:00000040:1.0:1788205205.555659:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000040:3.0:1788205205.555659:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205205.555663:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205205.555666:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205205.555670:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205205.555672:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205205.555674:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.555676:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205205.555679:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205205.555680:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f000.
02000000:00000001:3.0:1788205205.555683:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788205205.555685:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205205.555687:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205205.555691:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205205.555693:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788205205.555697:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556821376:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205205.555706:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788205205.555710:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788205205.555713:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788205205.555714:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205205.555717:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205205.555721:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23cdd19] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205205.555723:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205205.555729:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
00000100:00000001:1.0:1788205205.555731:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205205.555732:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205205.555735:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205205.555741:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:1.0:1788205205.555742:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205205.555746:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205205.555747:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788205205.555748:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00000001:1.0:1788205205.555751:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205205.555755:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4338
00000400:00000010:3.0:1788205205.555756:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205205.555764:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556821376, portal 25
00000100:00000001:3.0:1788205205.555767:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1788205205.555769:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205205.555770:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250525440 : -105387459026176 : ffffa02691f0e300)
00000400:00000200:1.0:1788205205.555776:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205205.555781:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205205.555781:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205205.555788:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555793:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205205.555797:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205205.555798:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788205205.555801:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205205.555806:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788205205.555806:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000040:1.0:1788205205.555810:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000400:00000010:3.0:1788205205.555811:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000020:00000001:1.0:1788205205.555812:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205205.555816:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000200:3.0:1788205205.555816:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556821376, offset 0
00000020:00000001:1.0:1788205205.555819:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788205205.555824:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:3.0:1788205205.555826:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788205205.555830:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555833:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205205.555837:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:3.0:1788205205.555837:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205205.555843:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205205.555845:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788205205.555848:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:1.0:1788205205.555851:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555855:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205205.555856:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1788205205.555859:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205205.555864:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205205.555864:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
02000000:00000001:1.0:1788205205.555869:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205205.555871:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788205205.555872:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205205.555876:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788205205.555877:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000008:00000001:1.0:1788205205.555878:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205205.555884:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3621:3621:256:4294967295] 192.168.201.145@tcp LPNI seq info [3621:3621:8:4294967295]
00000100:00000001:1.0:1788205205.555886:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205205.555892:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f100.
00000400:00000200:3.0:1788205205.555893:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000040:1.0:1788205205.555895:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205205.555898:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205205.555899:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205205.555900:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205205.555901:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205205.555904:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205205.555908:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000400:00000200:3.0:1788205205.555909:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788205205.555913:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205205.555920:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788205205.555921:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555928:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205205.555930:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205205.555932:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a9604ef] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1788205205.555935:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00000001:1.0:1788205205.555937:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205205.555940:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205205.555943:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205205.555945:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1788205205.555946:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00080000:1.0:1788205205.555947:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205205.555952:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788205205.555953:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1788205205.555955:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4338
00000400:00000200:1.0:1788205205.555961:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205205.555965:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205205.555968:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788205205.555973:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205205.555978:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1788205205.555982:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000100:3.0:1788205205.555998:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:1.0:1788205205.555999:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1788205205.556004:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000100:00000040:1.0:1788205205.556005:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205205.556009:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788205205.556011:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788205205.556012:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205205.556014:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205205.556017:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788205205.556021:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1788205205.556022:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788205205.556026:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788205205.556028:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000400:00000200:3.0:1788205205.556029:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205205.556033:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000040:1.0:1788205205.556035:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205205.556038:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788205205.556039:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205205.556045:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:3.0:1788205205.556046:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205205.556048:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205205.556053:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788205205.556059:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205205.556063:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205205.556066:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205205.556067:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788205205.556070:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205205.556074:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205205.556075:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205205.556077:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205205.556080:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205205.556085:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205205.556089:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556092:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205205.556094:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d880.
00000100:00000001:3.0:1788205205.556096:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1788205205.556099:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205205.556103:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205205.556104:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556104:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205205.556109:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205205.556111:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788205205.556112:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:1.0:1788205205.556113:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556116:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299012777
02000000:00000010:1.0:1788205205.556119:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788205205.556123:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205205.556123:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01504e0.
00000100:00100000:1.0:1788205205.556132:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205205.556132:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205205.556141:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205205.556142:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299012777
00000100:00000001:1.0:1788205205.556144:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205205.556148:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01509c0.
00000100:00000040:1.0:1788205205.556151:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071cd53c4] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556154:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205205.556159:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205205.556163:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556164:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556167:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205205.556172:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205205/real 1788205205]  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205205.556178:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4348)
00000400:00000001:3.0:1788205205.556185:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205205.556188:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205205.556190:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205205.556193:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205205.556195:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205205.556198:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205205.556202:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205205.556211:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556218:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205205.556219:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556222:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205205.556224:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205205.556228:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556235:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205205.556239:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556246:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205205.556249:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556250:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205205.556251:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556253:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205205.556255:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205205.556258:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205205.556262:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205205.556264:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205205.556269:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205205.556288:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556821376:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205205.556293:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556294:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205205.556297:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e300 x1875064556821376/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556304:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205205.556307:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205205.556309:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205205.556312:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205205.556313:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205205.556315:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205205.556317:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205205.556319:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:3.0:1788205205.556323:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205205.556325:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205205.556327:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e300.
00000100:00000001:3.0:1788205205.556329:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205205.556330:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556333:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556346:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205205.556349:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556351:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205205.556352:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205205.556354:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205205.556358:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556365:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205205.556366:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205205.556368:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205205.556370:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205205.556372:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205205.556374:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821504:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205205.556377:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205205.556379:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205205.556381:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205205.556382:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205205.556385:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205205.556387:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205205.556390:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205205.556393:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205205.556414:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205205.556417:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556821504, portal 10
00000100:00000001:3.0:1788205205.556419:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205205.556421:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250531712 : -105387459019904 : ffffa02691f0fb80)
00000100:00000040:3.0:1788205205.556427:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556433:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205205.556436:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205205.556439:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205205.556441:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556821504, offset 0
00000400:00000200:3.0:1788205205.556445:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205205.556456:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205205.556463:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205205.556466:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205205.556468:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205205.556470:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205205.556472:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205205.556475:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3622:3622:256:4294967295] 192.168.201.145@tcp LPNI seq info [3622:3622:8:4294967295]
00000400:00000200:3.0:1788205205.556478:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205205.556484:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205205.556489:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205205.556493:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205205.556497:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205205.556500:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788205205.556504:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205205.556506:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788205205.556510:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205205.556512:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205205.556515:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205205.556518:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205205.556521:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205205.556523:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205205.556525:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205205.556529:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556536:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205205.556539:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556546:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556547:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205205.556551:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205205.556554:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205205.556557:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205205.556559:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299010900
00000100:00000001:3.0:1788205205.556562:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299012777
00000100:00000001:3.0:1788205205.556564:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299010900
00000100:00000001:3.0:1788205205.556566:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299012777
00000100:00000001:3.0:1788205205.556568:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205205.556570:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556572:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205205.556576:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205205/real 1788205205]  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205205.556584:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205205.556585:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205205.556586:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205205.556589:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205205.556590:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205205.556592:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205205.556595:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205205.556604:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556609:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205205.556611:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556612:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205205.556614:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205205.556617:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556624:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205205.556628:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556635:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205205.556638:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556639:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205205.556641:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556643:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205205.556644:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205205.556647:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205205.556650:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205205.556652:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205205.556656:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205205.556664:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821504:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205205.556668:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205205.556671:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556677:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205205.556678:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205205.556688:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205205.556690:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205205.556695:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205205.556698:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821632:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205205.556702:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205205.556704:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205205.556705:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205205.556707:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205205.556710:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205205.556712:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205205.556715:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205205.556718:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205205.556721:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205205.556724:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556821632, portal 4
00000100:00000001:3.0:1788205205.556725:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205205.556727:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529024 : -105387459022592 : ffffa02691f0f100)
00000100:00000040:3.0:1788205205.556733:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556738:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205205.556740:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205205.556742:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205205.556745:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556821632, offset 0
00000400:00000200:3.0:1788205205.556748:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205205.556752:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205205.556755:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205205.556758:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205205.556760:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205205.556763:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205205.556765:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205205.556768:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3623:3623:256:4294967295] 192.168.201.145@tcp LPNI seq info [3623:3623:8:4294967295]
00000400:00000200:3.0:1788205205.556772:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205205.556778:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205205.556782:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205205.556786:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205205.556789:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205205.556791:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788205205.556795:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205205.556798:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788205205.556801:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205205.556803:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205205.556806:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205205.556809:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205205.556811:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205205.556813:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205205.556816:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205205.556819:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556826:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205205.556829:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556835:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556837:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205205.556840:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205205.556842:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205205.556845:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205205.556848:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299010583
00000100:00000001:3.0:1788205205.556850:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299012777
00000100:00000001:3.0:1788205205.556852:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299010583
00000100:00000001:3.0:1788205205.556854:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299012777
00000100:00000001:3.0:1788205205.556856:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205205.556858:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.556860:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205205.556863:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205205/real 1788205205]  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205205.556870:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205205.556872:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205205.556873:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205205.556875:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205205.556877:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205205.556879:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205205.556882:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205205.556891:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556902:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205205.556903:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556905:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205205.556906:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205205.556909:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556916:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205205.556920:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556926:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205205.556928:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556930:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205205.556931:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.556933:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205205.556935:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205205.556937:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205205.556940:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205205.556942:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205205.556946:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205205.556954:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821632:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205205.556957:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205205.556960:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.556966:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205205.556967:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205205.556970:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205205.556971:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205205.556973:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205205.556976:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821760:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205205.556979:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205205.556980:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205205.556982:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205205.556983:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205205.556997:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205205.557000:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205205.557003:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205205.557005:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205205.557008:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205205.557011:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556821760, portal 4
00000100:00000001:3.0:1788205205.557013:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205205.557014:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250522752 : -105387459028864 : ffffa02691f0d880)
00000100:00000040:3.0:1788205205.557019:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.557025:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205205.557027:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205205.557029:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205205.557031:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556821760, offset 0
00000400:00000200:3.0:1788205205.557035:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205205.557038:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205205.557041:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205205.557043:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205205.557046:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205205.557048:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205205.557050:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205205.557052:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3624:3624:256:4294967295] 192.168.201.145@tcp LPNI seq info [3624:3624:8:4294967295]
00000400:00000200:3.0:1788205205.557056:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205205.557062:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205205.557066:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205205.557070:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205205.557073:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205205.557076:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788205205.557080:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205205.557083:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788205205.557086:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205205.557088:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205205.557090:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205205.557093:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205205.557096:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205205.557098:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205205.557100:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205205.557103:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.557110:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205205.557113:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.557119:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.557121:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205205.557123:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205205.557126:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205205.557129:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205205.557131:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299011314
00000100:00000001:3.0:1788205205.557133:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299012777
00000100:00000001:3.0:1788205205.557135:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299011314
00000100:00000001:3.0:1788205205.557137:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299012777
00000100:00000001:3.0:1788205205.557139:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205205.557141:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.557143:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205205.557147:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205205/real 1788205205]  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205205.557154:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205205.557155:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205205.557157:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205205.557159:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205205.557161:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205205.557163:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205205.557166:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205205.557174:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.557180:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205205.557181:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.557182:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205205.557184:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205205.557187:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.557193:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205205.557196:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.557202:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205205.557204:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.557206:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205205.557207:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.557208:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205205.557210:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205205.557212:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205205.557215:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205205.557217:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205205.557221:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205205.557229:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556821760:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205205.557232:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.557234:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205205.557236:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0fb80 x1875064556821504/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.557243:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205205.557245:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205205.557246:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205205.557249:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205205.557250:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205205.557251:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205205.557253:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205205.557255:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f000.
02000000:00000001:3.0:1788205205.557257:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205205.557258:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205205.557260:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0fb80.
00000100:00000001:3.0:1788205205.557262:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205205.557264:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.557265:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205205.557268:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f100 x1875064556821632/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.557274:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205205.557275:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205205.557276:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205205.557278:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205205.557279:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205205.557280:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205205.557282:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205205.557283:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:3.0:1788205205.557285:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205205.557287:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205205.557288:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f100.
00000100:00000001:3.0:1788205205.557290:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205205.557291:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.557293:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205205.557296:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d880 x1875064556821760/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205205.557303:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205205.557304:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205205.557305:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205205.557307:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205205.557308:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205205.557309:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205205.557311:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205205.557312:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:3.0:1788205205.557314:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205205.557316:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205205.557317:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d880.
00000100:00000001:3.0:1788205205.557319:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205205.557320:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.557321:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.557324:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205205.557325:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.557327:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205205.557329:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.874478:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205205.874485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205205.874486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205205.874490:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.874490:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205205.874498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205205.874498:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205205.874501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205205.874505:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205205.874509:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.874512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205205.874514:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205205.874516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205205.874562:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205205.874567:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205205.874570:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205206.067438:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205206.067445:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205206.067447:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205206.067453:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205206.067457:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205206.067460:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205206.067463:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205206.067465:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205206.067468:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205206.898483:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205206.898489:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205206.898491:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205206.898492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205206.898496:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205206.898497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205206.898501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205206.898501:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205206.898503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205206.898505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205206.898508:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205206.898510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205206.898512:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205206.898530:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205206.898534:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205206.898538:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205207.090506:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205207.090513:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205207.090515:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205207.090528:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205207.090531:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205207.090535:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205207.090537:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205207.090540:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205207.090542:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205207.794482:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299012777, at 4299012800
00000100:00000040:0.0:1788205207.794483:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299012777, at 4299012800
00000100:00000010:1.0:1788205207.794495:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01509c0.
00000100:00000010:0.0:1788205207.794498:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01504e0.
00000100:00000001:3.0:1788205207.922466:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205207.922470:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205207.922473:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205207.922473:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205207.922475:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205207.922478:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205207.922478:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205207.922479:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205207.922481:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205207.922484:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205207.922486:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205207.922490:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205207.922492:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205207.922558:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205207.922562:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205207.922566:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205208.114590:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205208.114607:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205208.114609:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205208.114615:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205208.114633:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205208.114636:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.114639:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205208.114642:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.114645:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.946487:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205208.946490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205208.946493:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205208.946495:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.946495:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205208.946500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205208.946502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205208.946504:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205208.946505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.946508:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205208.946511:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205208.946513:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205208.946515:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205208.946545:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205208.946549:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205208.946552:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205209.138516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205209.138521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205209.138523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205209.138527:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205209.138530:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205209.138532:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205209.138534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205209.138536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205209.138539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205209.970507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205209.970513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205209.970516:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205209.970516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205209.970518:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205209.970521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205209.970521:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205209.970524:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205209.970525:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205209.970527:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205209.970529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205209.970530:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205209.970531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205209.970533:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788205209.970534:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205209.970536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205209.970547:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205209.970549:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205209.970551:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205209.970613:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205209.970616:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205209.970620:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205210.166942:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205210.166950:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205210.166952:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205210.166957:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205210.166961:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205210.166965:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.166968:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205210.166970:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.166973:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205210.674515:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205210.674526:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205210.674529:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205210.674533:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205210.674537:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205210.674544:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4343
00000400:00000200:1.0:1788205210.674553:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205210.674559:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205210.674563:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205210.674566:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674570:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205210.674573:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674576:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205210.674580:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205210.674582:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205210.674585:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205210.674588:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205210.674590:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205210.674592:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205210.674595:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674597:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205210.674598:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674600:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205210.674604:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205210.674607:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674609:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205210.674612:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205210.674615:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205210.674618:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.674620:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205210.674622:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205210.674627:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f480.
00000020:00000040:1.0:1788205210.674630:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205210.674634:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205210.674636:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.674639:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205210.674641:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205210.674806:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205210.674815:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d800.
00000100:00000001:1.0:1788205210.674822:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205210.674831:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205210.674851:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205210.674855:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205210.674860:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9ccdf27] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205210.674886:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205210.674889:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205210.674892:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205210.674894:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205210.674896:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205210.674912:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205210.674915:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4343
00000400:00000200:1.0:1788205210.674919:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205210.674922:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205210.674925:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205210.674928:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674930:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205210.674932:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674934:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205210.674936:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205210.674937:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205210.674940:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205210.674942:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205210.674945:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205210.674947:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205210.674950:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674953:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205210.674955:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674957:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205210.674960:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788205210.674964:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205210.674966:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205210.674968:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205210.674973:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205210.674975:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.674978:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205210.674983:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205210.674986:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.674988:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205210.674992:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ed80.
00000020:00000040:1.0:1788205210.674995:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205210.674999:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205210.675001:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.675002:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205210.675004:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205210.675007:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205210.675012:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:1.0:1788205210.675016:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205210.675021:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205210.675030:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205210.675033:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205210.675037:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e62ae2b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205210.675046:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205210.675049:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205210.675053:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205210.675054:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205210.675056:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205210.675059:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205210.675061:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4343
00000400:00000200:1.0:1788205210.675065:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205210.675067:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205210.675069:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205210.675073:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.675075:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205210.675077:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.675080:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205210.675082:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205210.675084:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788205210.675086:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205210.675089:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788205210.675091:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:3.0:1788205210.675093:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788205210.675094:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000001:3.0:1788205210.675098:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788205210.675100:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205210.675102:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788205210.675103:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205210.675110:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:3.0:1788205210.675112:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205210.675113:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205210.675119:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788205210.675125:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205210.675129:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205210.675130:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.675132:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205210.675133:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205210.675138:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205210.675138:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205210.675143:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205210.675143:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205210.675149:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788205210.675149:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788205210.675153:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788205210.675157:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556821888:192.168.201.145@tcp:250:kworker.0
00000008:00000001:1.0:1788205210.675158:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.675162:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205210.675166:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c000.
00000020:00000040:1.0:1788205210.675169:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205210.675171:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205210.675173:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.675174:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205210.675176:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205210.675177:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205210.675182:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788205210.675185:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205210.675190:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205210.675197:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205210.675199:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205210.675203:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c5fe36] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205210.675211:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205210.675214:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205210.675218:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205210.675219:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788205210.675221:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205210.675223:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1788205210.675225:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788205210.675226:0:18486:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1788205210.675229:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205210.675231:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4343
02000000:00000001:3.0:1788205210.675233:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1788205210.675237:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:3.0:1788205210.675239:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
00000400:00000200:1.0:1788205210.675242:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
02000000:00000001:3.0:1788205210.675244:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205210.675246:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205210.675252:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:3.0:1788205210.675252:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205210.675257:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788205210.675259:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00000040:1.0:1788205210.675260:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000010:3.0:1788205210.675266:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205210.675273:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556821888, portal 25
00000100:00000001:3.0:1788205210.675277:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205210.675278:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788205210.675280:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250529920 : -105387459021696 : ffffa02691f0f480)
00000020:00000001:1.0:1788205210.675281:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205210.675284:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205210.675286:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205210.675288:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788205210.675290:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788205210.675292:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788205210.675295:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.675296:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205210.675298:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205210.675300:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205210.675303:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788205210.675306:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205210.675308:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205210.675309:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205210.675312:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205210.675314:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.675316:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205210.675318:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205210.675321:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.675322:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205210.675326:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ce00.
00000020:00000040:1.0:1788205210.675328:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205210.675330:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205210.675332:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205210.675333:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205210.675335:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205210.675336:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205210.675340:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788205210.675344:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205210.675349:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205210.675356:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205210.675358:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205210.675362:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc34592] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205210.675369:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205210.675374:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4353)
00000100:00000040:3.0:1788205210.675481:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675492:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205210.675495:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205210.675498:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205210.675503:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556821888, offset 0
00000400:00000200:3.0:1788205210.675510:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205210.675519:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205210.675526:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205210.675531:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205210.675535:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205210.675539:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205210.675542:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205210.675547:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3625:3625:256:4294967295] 192.168.201.145@tcp LPNI seq info [3625:3625:8:4294967295]
00000400:00000200:3.0:1788205210.675553:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205210.675563:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205210.675569:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205210.675574:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205210.675580:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205210.675585:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205210.675590:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205210.675605:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205210.675611:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205210.675614:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205210.675619:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205210.675623:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205210.675628:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205210.675631:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205210.675643:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205210.675647:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675659:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205210.675662:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675669:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.675671:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205210.675677:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205210.675680:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205210.675683:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299017897
00000100:00000010:3.0:1788205210.675687:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150a20.
00000100:00000001:3.0:1788205210.675692:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205210.675697:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299017897
00000100:00000010:3.0:1788205210.675700:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150a80.
00000100:00000001:3.0:1788205210.675703:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205210.675705:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205210.675708:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.675710:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205210.675714:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205210/real 1788205210]  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205210.675723:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205210.675724:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205210.675727:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205210.675729:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205210.675731:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205210.675733:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205210.675737:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205210.675745:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675752:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205210.675754:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.675756:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205210.675758:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205210.675761:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675768:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205210.675772:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675779:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205210.675782:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.675784:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205210.675786:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.675788:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205210.675790:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205210.675793:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205210.675796:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205210.675799:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205210.675803:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205210.675811:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556821888:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205210.675815:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205210.675818:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675825:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205210.675826:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205210.675828:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205210.675830:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205210.675832:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205210.675834:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822016:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205210.675837:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205210.675839:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205210.675841:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205210.675843:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205210.675845:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205210.675847:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205210.675850:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205210.675852:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205210.675855:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205210.675858:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556822016, portal 10
00000100:00000001:3.0:1788205210.675860:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205210.675861:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250528128 : -105387459023488 : ffffa02691f0ed80)
00000100:00000040:3.0:1788205210.675867:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675873:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205210.675875:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205210.675877:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205210.675879:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556822016, offset 0
00000400:00000200:3.0:1788205210.675883:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205210.675887:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205210.675890:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205210.675892:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205210.675895:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205210.675909:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205210.675911:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205210.675915:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3626:3626:256:4294967295] 192.168.201.145@tcp LPNI seq info [3626:3626:8:4294967295]
00000400:00000200:3.0:1788205210.675918:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205210.675925:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205210.675929:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205210.675932:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205210.675936:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205210.675938:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205210.675942:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205210.675945:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205210.675948:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205210.675950:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205210.675953:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205210.675956:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205210.675959:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205210.675960:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205210.675962:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205210.675966:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675974:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205210.675977:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.675984:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.675985:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205210.675988:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205210.675991:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205210.675994:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205210.675996:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299016019
00000100:00000001:3.0:1788205210.675998:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299017897
00000100:00000001:3.0:1788205210.676000:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299016019
00000100:00000001:3.0:1788205210.676003:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299017897
00000100:00000001:3.0:1788205210.676004:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205210.676006:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.676008:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205210.676011:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205210/real 1788205210]  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205210.676019:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205210.676020:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205210.676022:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205210.676024:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205210.676025:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205210.676027:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205210.676030:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205210.676038:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676044:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205210.676045:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676047:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205210.676048:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205210.676051:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676058:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205210.676062:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676068:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205210.676070:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676072:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205210.676073:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676074:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205210.676076:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205210.676078:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205210.676081:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205210.676083:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205210.676087:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205210.676094:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822016:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205210.676097:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676099:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205210.676103:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f480 x1875064556821888/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676108:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205210.676111:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205210.676113:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205210.676116:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205210.676118:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205210.676120:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205210.676122:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205210.676124:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d800.
02000000:00000001:3.0:1788205210.676128:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205210.676129:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205210.676131:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f480.
00000100:00000001:3.0:1788205210.676133:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205210.676134:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676136:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205210.676139:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ed80 x1875064556822016/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676145:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205210.676146:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205210.676148:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205210.676149:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205210.676150:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205210.676151:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205210.676153:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205210.676155:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:3.0:1788205210.676157:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205210.676158:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205210.676159:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ed80.
00000100:00000001:3.0:1788205210.676161:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205210.676162:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676164:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676171:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205210.676172:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.676174:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205210.676176:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205210.676177:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205210.676180:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676187:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205210.676188:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205210.676190:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205210.676192:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205210.676193:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205210.676196:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822144:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205210.676200:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205210.676201:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205210.676203:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205210.676204:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205210.676206:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205210.676208:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205210.676212:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205210.676214:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205210.676217:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205210.676219:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556822144, portal 4
00000100:00000001:3.0:1788205210.676221:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205210.676222:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250516480 : -105387459035136 : ffffa02691f0c000)
00000100:00000040:3.0:1788205210.676228:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676234:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205210.676236:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205210.676238:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205210.676240:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556822144, offset 0
00000400:00000200:3.0:1788205210.676244:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205210.676247:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205210.676250:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205210.676253:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205210.676255:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205210.676258:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205210.676260:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205210.676262:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3627:3627:256:4294967295] 192.168.201.145@tcp LPNI seq info [3627:3627:8:4294967295]
00000400:00000200:3.0:1788205210.676267:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205210.676273:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205210.676277:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205210.676280:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205210.676283:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205210.676286:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205210.676290:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205210.676293:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205210.676296:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205210.676298:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205210.676301:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205210.676304:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205210.676307:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205210.676308:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205210.676310:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205210.676314:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676322:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205210.676325:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676331:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.676332:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205210.676334:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205210.676336:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205210.676339:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205210.676341:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299015702
00000100:00000001:3.0:1788205210.676344:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299017897
00000100:00000001:3.0:1788205210.676346:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299015702
00000100:00000001:3.0:1788205210.676348:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299017897
00000100:00000001:3.0:1788205210.676350:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205210.676351:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.676353:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205210.676356:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205210/real 1788205210]  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205210.676364:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205210.676365:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205210.676367:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205210.676369:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205210.676370:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205210.676372:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205210.676375:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205210.676384:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676389:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205210.676391:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676392:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205210.676393:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205210.676415:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676422:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205210.676427:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676434:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205210.676437:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676438:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205210.676439:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676441:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205210.676443:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205210.676445:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205210.676447:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205210.676449:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205210.676452:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205210.676461:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822144:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205210.676465:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205210.676469:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676476:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205210.676477:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205210.676479:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205210.676480:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205210.676482:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205210.676485:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822272:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205210.676488:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205210.676489:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205210.676491:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205210.676492:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205210.676495:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205210.676497:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205210.676500:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205210.676502:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205210.676505:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205210.676507:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556822272, portal 4
00000100:00000001:3.0:1788205210.676509:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205210.676510:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520064 : -105387459031552 : ffffa02691f0ce00)
00000100:00000040:3.0:1788205210.676516:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676521:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205210.676523:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205210.676526:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205210.676528:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556822272, offset 0
00000400:00000200:3.0:1788205210.676532:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205210.676535:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205210.676538:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205210.676541:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205210.676543:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205210.676545:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205210.676547:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205210.676550:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3628:3628:256:4294967295] 192.168.201.145@tcp LPNI seq info [3628:3628:8:4294967295]
00000400:00000200:3.0:1788205210.676554:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205210.676560:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205210.676564:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205210.676567:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205210.676570:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205210.676573:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205210.676577:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205210.676579:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205210.676582:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205210.676584:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205210.676587:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205210.676590:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205210.676593:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205210.676595:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205210.676597:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205210.676600:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676607:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205210.676610:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676617:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.676618:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205210.676621:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205210.676623:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205210.676626:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205210.676628:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299016434
00000100:00000001:3.0:1788205210.676630:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299017897
00000100:00000001:3.0:1788205210.676632:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299016434
00000100:00000001:3.0:1788205210.676634:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299017897
00000100:00000001:3.0:1788205210.676636:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205210.676638:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.676640:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205210.676643:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205210/real 1788205210]  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205210.676651:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205210.676652:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205210.676653:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205210.676655:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205210.676657:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205210.676659:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205210.676662:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205210.676670:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676677:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205210.676678:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676679:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205210.676680:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205210.676684:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676690:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205210.676694:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676700:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205210.676702:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676704:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205210.676705:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676707:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205210.676708:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205210.676711:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205210.676713:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205210.676715:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205210.676720:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205210.676727:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822272:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205210.676731:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676733:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205210.676735:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c000 x1875064556822144/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676741:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205210.676742:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205210.676744:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205210.676746:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205210.676748:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205210.676749:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205210.676751:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205210.676752:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:3.0:1788205210.676754:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205210.676756:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205210.676757:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c000.
00000100:00000001:3.0:1788205210.676759:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205210.676761:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676762:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205210.676765:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ce00 x1875064556822272/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205210.676770:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205210.676772:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205210.676773:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205210.676775:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205210.676777:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205210.676778:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205210.676780:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205210.676781:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:3.0:1788205210.676783:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205210.676784:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205210.676785:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ce00.
00000100:00000001:3.0:1788205210.676787:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205210.676788:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676790:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.676793:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205210.676794:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.676795:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205210.676797:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205210.994499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205210.994501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205210.994506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205210.994508:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205210.994512:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205210.994513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205210.994514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205210.994520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205210.994524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205210.994528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.994531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205210.994533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205210.994536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205210.994546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205210.994551:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205210.994555:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205211.188073:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205211.188081:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205211.188083:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205211.188089:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205211.188093:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205211.188097:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205211.188100:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205211.188103:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205211.188105:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205212.018484:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205212.018490:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205212.018493:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205212.018498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205212.018500:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205212.018503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205212.018505:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205212.018509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205212.018510:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205212.018513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205212.018514:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205212.018518:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205212.018520:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205212.018565:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205212.018568:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205212.018572:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205212.210575:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205212.210582:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205212.210583:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205212.210587:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205212.210589:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205212.210592:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205212.210594:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205212.210596:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205212.210598:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205212.914490:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299017897, at 4299017920
00000100:00000040:1.0:1788205212.914490:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299017897, at 4299017920
00000100:00000010:0.0:1788205212.914513:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a20.
00000100:00000010:1.0:1788205212.914516:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a80.
00010000:00000001:2.0:1788205213.042520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205213.042527:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.042531:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205213.042534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205213.042537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.042537:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205213.042541:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205213.042546:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205213.042551:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205213.042554:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205213.042557:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205213.042561:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205213.042564:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205213.042607:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205213.042611:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205213.042615:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205213.234536:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205213.234545:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205213.234547:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205213.234553:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205213.234557:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205213.234561:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205213.234564:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205213.234567:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205213.234570:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205214.066503:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205214.066506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205214.066510:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205214.066512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205214.066515:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205214.066516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205214.066519:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205214.066523:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205214.066524:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205214.066528:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205214.066529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205214.066531:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205214.066534:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205214.066535:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205214.066539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205214.066542:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205214.066543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205214.066546:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205214.066547:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205214.066602:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205214.066606:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205214.066609:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205214.258516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205214.258523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205214.258525:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205214.258530:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205214.258533:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205214.258538:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205214.258541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205214.258543:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205214.258545:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.090477:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205215.090480:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205215.090483:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205215.090484:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.090486:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205215.090489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205215.090490:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205215.090491:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.090496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205215.090499:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.090501:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205215.090503:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.090505:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205215.090545:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205215.090548:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205215.090551:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205215.282471:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205215.282477:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205215.282478:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205215.282482:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205215.282484:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205215.282487:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.282488:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205215.282490:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.282492:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205215.794492:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205215.794501:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205215.794503:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205215.794507:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205215.794511:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205215.794517:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4348
00000400:00000200:2.0:1788205215.794524:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205215.794530:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205215.794533:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205215.794536:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794539:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205215.794542:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794544:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205215.794548:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205215.794550:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788205215.794553:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205215.794555:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788205215.794557:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788205215.794560:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788205215.794562:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794564:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205215.794565:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794567:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205215.794569:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788205215.794572:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794574:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205215.794576:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205215.794579:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205215.794582:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205215.794584:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205215.794586:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205215.794595:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165180.
00000020:00000040:2.0:1788205215.794598:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788205215.794602:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205215.794603:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205215.794606:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205215.794609:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205215.794613:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205215.794619:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009000.
00000100:00000001:2.0:1788205215.794625:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205215.794632:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205215.794642:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205215.794647:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205215.794651:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c0e0db7] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205215.794671:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205215.794674:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205215.794677:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205215.794679:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205215.794680:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205215.794683:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205215.794685:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4348
00000400:00000200:2.0:1788205215.794689:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205215.794693:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205215.794695:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205215.794699:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794702:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205215.794702:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788205215.794706:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205215.794707:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205215.794709:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788205215.794710:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788205215.794714:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205215.794717:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000040:3.0:1788205215.794718:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205215.794719:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205215.794723:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:2.0:1788205215.794728:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788205215.794731:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788205215.794732:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788205215.794733:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205215.794738:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788205215.794739:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794742:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788205215.794742:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205215.794746:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205215.794747:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794752:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00100000:3.0:1788205215.794753:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556822400:192.168.201.145@tcp:250:kworker.0
00000020:00000040:2.0:1788205215.794758:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:3.0:1788205215.794759:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205215.794763:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1788205215.794765:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:3.0:1788205215.794766:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205215.794769:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788205215.794773:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205215.794774:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:2.0:1788205215.794776:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205215.794777:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205215.794782:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205215.794785:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205215.794787:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788205215.794789:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00100000:2.0:1788205215.794792:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1788205215.794793:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000008:00000001:2.0:1788205215.794798:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205215.794800:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000001:2.0:1788205215.794801:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205215.794821:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686165500.
00000020:00000040:2.0:1788205215.794825:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205215.794827:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788205215.794828:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556822400, portal 25
02000000:00000001:2.0:1788205215.794829:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.794832:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205215.794833:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205215.794835:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651968 : -105387657899648 : ffffa02686165180)
02000000:00000001:2.0:1788205215.794836:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205215.794840:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205215.794842:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788205215.794845:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800b400.
00000100:00000001:2.0:1788205215.794851:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.794851:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205215.794855:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205215.794858:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00100000:2.0:1788205215.794860:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788205215.794862:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556822400, offset 0
00000400:00000200:3.0:1788205215.794873:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794874:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205215.794877:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205215.794882:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:2.0:1788205215.794884:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000051acc73] to pc [ptlrpcd_rcv+-1]  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205215.794889:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205215.794896:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788205215.794901:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205215.794902:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:2.0:1788205215.794905:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205215.794906:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205215.794911:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:2.0:1788205215.794912:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205215.794917:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788205215.794917:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3629:3629:256:4294967295] 192.168.201.145@tcp LPNI seq info [3629:3629:8:4294967295]
00000100:00080000:2.0:1788205215.794920:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205215.794924:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:2.0:1788205215.794925:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205215.794929:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4348
00000400:00000200:2.0:1788205215.794938:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205215.794938:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205215.794946:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:2.0:1788205215.794947:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205215.794951:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1788205215.794951:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00000040:2.0:1788205215.794956:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794959:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788205215.794963:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:2.0:1788205215.794964:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794969:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:3.0:1788205215.794970:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1788205215.794972:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205215.794974:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788205215.794977:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205215.794980:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:3.1:1788205215.794981:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:2.0:1788205215.794983:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788205215.794987:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:3.1:1788205215.794987:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1788205215.794994:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205215.794998:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1788205215.794999:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000040:2.0:1788205215.795002:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000010:3.0:1788205215.795004:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000100:00000001:2.0:1788205215.795006:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205215.795010:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788205215.795010:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1788205215.795015:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:3.0:1788205215.795018:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788205215.795020:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205215.795023:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788205215.795023:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
02000000:00000001:2.0:1788205215.795026:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1788205215.795027:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
02000000:00000001:2.0:1788205215.795032:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795032:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205215.795037:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788205215.795039:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788205215.795040:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205215.795046:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205215.795050:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795053:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1788205215.795055:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166300.
00000100:00000040:3.0:1788205215.795057:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205215.795059:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788205215.795064:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205215.795067:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795068:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205215.795071:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205215.795071:0:2340:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788205215.795075:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205215.795077:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795078:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205215.795083:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008c00.
00000400:00000200:3.0:1788205215.795084:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205215.795087:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299023016
00000100:00000001:2.0:1788205215.795089:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205215.795093:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150f00.
00000100:00100000:2.0:1788205215.795097:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205215.795100:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205215.795108:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205215.795108:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299023016
00000100:00000001:2.0:1788205215.795113:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205215.795113:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150d80.
00000100:00000001:3.0:1788205215.795118:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1788205215.795122:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d787838e] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795123:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205215.795128:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205215.795135:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205215.795138:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205215.795139:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788205215.795143:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205215.795145:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788205215.795146:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205215/real 1788205215]  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205215.795148:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205215.795154:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205215.795159:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4348
00000400:00000200:2.0:1788205215.795167:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000001:3.0:1788205215.795171:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1788205215.795172:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000001:3.0:1788205215.795173:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1788205215.795177:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788205215.795177:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205215.795181:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000100:00000040:2.0:1788205215.795183:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:3.0:1788205215.795184:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:2.0:1788205215.795188:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205215.795189:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788205215.795192:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000200:3.0:1788205215.795194:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205215.795196:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205215.795201:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205215.795203:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788205215.795207:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:3.0:1788205215.795207:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205215.795210:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788205215.795215:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:3.0:1788205215.795216:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1788205215.795219:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:3.0:1788205215.795220:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795223:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205215.795225:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205215.795227:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00100000:3.0:1788205215.795230:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205215.795231:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205215.795237:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205215.795242:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205215.795243:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205215.795247:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788205215.795251:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:3.0:1788205215.795253:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205215.795255:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205215.795259:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205215.795263:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205215.795264:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788205215.795267:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795268:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205215.795273:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205215.795273:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205215.795275:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788205215.795277:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788205215.795278:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:2.0:1788205215.795281:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795281:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205215.795284:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788205215.795285:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205215.795291:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164000.
00000100:00080000:3.0:1788205215.795291:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205215.795293:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:2.0:1788205215.795295:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000040:3.0:1788205215.795298:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205215.795300:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205215.795302:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205215.795306:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205215.795309:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205215.795312:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205215.795312:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556822400:192.168.201.145@tcp:250:kworker.0
02000000:00000010:2.0:1788205215.795317:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009800.
00000100:00000001:3.0:1788205215.795318:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795321:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788205215.795324:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205215.795325:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165180 x1875064556822400/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795331:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205215.795333:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205215.795335:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205215.795337:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205215.795339:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000100:00100000:2.0:1788205215.795340:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:3.0:1788205215.795341:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205215.795345:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205215.795348:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009000.
02000000:00000001:3.0:1788205215.795352:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205215.795354:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788205215.795357:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1788205215.795357:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165180.
00000100:00000001:3.0:1788205215.795361:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205215.795362:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795363:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795366:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205215.795369:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e12bea3] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795372:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205215.795375:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795378:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205215.795380:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205215.795382:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788205215.795385:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205215.795387:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205215.795390:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4358)
00000100:00000001:3.0:1788205215.795396:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205215.795397:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205215.795423:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205215.795424:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205215.795426:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205215.795429:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822528:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205215.795432:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205215.795434:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205215.795436:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205215.795437:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205215.795440:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205215.795442:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205215.795446:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205215.795448:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205215.795451:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205215.795454:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556822528, portal 10
00000100:00000001:3.0:1788205215.795456:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205215.795457:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051652864 : -105387657898752 : ffffa02686165500)
00000100:00000040:3.0:1788205215.795463:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795470:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205215.795472:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205215.795475:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205215.795477:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556822528, offset 0
00000400:00000200:3.0:1788205215.795481:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205215.795485:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205215.795488:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205215.795490:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205215.795491:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205215.795493:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205215.795494:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205215.795496:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3630:3630:256:4294967295] 192.168.201.145@tcp LPNI seq info [3630:3630:8:4294967295]
00000400:00000200:3.0:1788205215.795499:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205215.795503:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205215.795506:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205215.795508:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205215.795510:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205215.795513:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205215.795515:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205215.795517:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205215.795520:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205215.795521:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205215.795523:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205215.795525:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205215.795527:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205215.795528:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205215.795529:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205215.795532:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795537:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205215.795539:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795542:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795543:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205215.795545:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205215.795548:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205215.795549:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205215.795551:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299021139
00000100:00000001:3.0:1788205215.795552:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299023016
00000100:00000001:3.0:1788205215.795554:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299021139
00000100:00000001:3.0:1788205215.795563:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299023016
00000100:00000001:3.0:1788205215.795564:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205215.795566:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795567:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205215.795569:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205215/real 1788205215]  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205215.795574:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205215.795575:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205215.795576:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205215.795578:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205215.795579:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205215.795580:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205215.795582:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205215.795587:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795590:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205215.795591:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795592:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205215.795593:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205215.795595:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795598:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205215.795600:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795604:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205215.795605:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795606:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205215.795607:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795608:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205215.795609:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205215.795610:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205215.795612:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205215.795613:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205215.795615:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205215.795620:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822528:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205215.795623:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205215.795625:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795629:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205215.795629:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205215.795631:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205215.795632:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205215.795633:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205215.795634:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822656:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205215.795636:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205215.795637:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205215.795638:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205215.795639:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205215.795641:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205215.795643:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205215.795644:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205215.795646:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205215.795648:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205215.795650:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556822656, portal 4
00000100:00000001:3.0:1788205215.795651:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205215.795652:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051656448 : -105387657895168 : ffffa02686166300)
00000100:00000040:3.0:1788205215.795655:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795659:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205215.795660:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205215.795662:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205215.795663:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556822656, offset 0
00000400:00000200:3.0:1788205215.795665:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205215.795667:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205215.795669:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205215.795670:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205215.795672:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205215.795674:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205215.795675:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205215.795677:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3631:3631:256:4294967295] 192.168.201.145@tcp LPNI seq info [3631:3631:8:4294967295]
00000400:00000200:3.0:1788205215.795679:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205215.795683:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205215.795685:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205215.795687:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205215.795689:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205215.795690:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205215.795693:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205215.795695:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205215.795697:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205215.795698:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205215.795699:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205215.795701:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205215.795703:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205215.795704:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205215.795705:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205215.795707:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795711:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205215.795713:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795717:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795717:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205215.795719:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205215.795720:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205215.795722:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205215.795723:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299020822
00000100:00000001:3.0:1788205215.795724:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299023016
00000100:00000001:3.0:1788205215.795726:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299020822
00000100:00000001:3.0:1788205215.795727:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299023016
00000100:00000001:3.0:1788205215.795728:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205215.795730:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795731:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205215.795733:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205215/real 1788205215]  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205215.795737:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205215.795737:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205215.795738:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205215.795739:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205215.795740:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205215.795741:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205215.795743:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205215.795747:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795751:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205215.795752:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795752:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205215.795753:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205215.795755:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795758:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205215.795760:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795764:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205215.795765:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795766:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205215.795766:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795768:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205215.795769:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205215.795771:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205215.795773:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205215.795774:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205215.795776:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205215.795780:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822656:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205215.795782:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795783:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205215.795784:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686165500 x1875064556822528/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795788:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205215.795789:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205215.795790:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205215.795791:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205215.795791:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205215.795792:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205215.795793:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205215.795794:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800b400.
02000000:00000001:3.0:1788205215.795796:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205215.795797:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205215.795798:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686165500.
00000100:00000001:3.0:1788205215.795800:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205215.795800:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795801:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205215.795803:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166300 x1875064556822656/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795807:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205215.795807:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205215.795821:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205215.795823:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205215.795824:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205215.795825:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205215.795826:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205215.795827:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008c00.
02000000:00000001:3.0:1788205215.795828:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205215.795829:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205215.795830:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166300.
00000100:00000001:3.0:1788205215.795831:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205215.795832:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795833:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795835:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205215.795836:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795837:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205215.795838:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205215.795838:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205215.795841:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795845:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205215.795846:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205215.795847:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205215.795848:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205215.795850:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205215.795851:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822784:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205215.795853:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205215.795854:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205215.795855:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205215.795856:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205215.795858:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205215.795859:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205215.795861:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205215.795862:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205215.795864:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205215.795865:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556822784, portal 4
00000100:00000001:3.0:1788205215.795867:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205215.795868:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051647488 : -105387657904128 : ffffa02686164000)
00000100:00000040:3.0:1788205215.795871:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795875:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205215.795877:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205215.795878:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205215.795879:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556822784, offset 0
00000400:00000200:3.0:1788205215.795881:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205215.795883:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205215.795886:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205215.795887:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205215.795889:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205215.795890:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205215.795892:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205215.795893:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3632:3632:256:4294967295] 192.168.201.145@tcp LPNI seq info [3632:3632:8:4294967295]
00000400:00000200:3.0:1788205215.795896:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205215.795899:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205215.795902:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205215.795903:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205215.795905:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205215.795907:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205215.795909:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205215.795911:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205215.795913:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205215.795914:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205215.795916:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205215.795918:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205215.795919:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205215.795920:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205215.795922:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205215.795923:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795928:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205215.795930:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795934:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795935:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205215.795936:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205215.795938:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205215.795940:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205215.795941:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299021553
00000100:00000001:3.0:1788205215.795942:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299023016
00000100:00000001:3.0:1788205215.795943:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299021553
00000100:00000001:3.0:1788205215.795945:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299023016
00000100:00000001:3.0:1788205215.795946:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205215.795947:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.795947:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205215.795949:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205215/real 1788205215]  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205215.795954:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205215.795954:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205215.795955:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205215.795957:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205215.795959:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205215.795960:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205215.795963:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205215.795971:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795977:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205215.795978:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.795980:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205215.795981:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205215.795985:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.795992:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205215.795996:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.796002:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205215.796004:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.796005:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205215.796006:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.796008:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205215.796009:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205215.796010:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205215.796012:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205215.796014:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205215.796016:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205215.796020:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556822784:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205215.796022:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.796024:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205215.796025:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164000 x1875064556822784/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205215.796029:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205215.796029:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205215.796030:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205215.796032:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205215.796032:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205215.796033:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205215.796035:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205215.796036:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009800.
02000000:00000001:3.0:1788205215.796037:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205215.796038:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205215.796039:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164000.
00000100:00000001:3.0:1788205215.796041:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205215.796041:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.796042:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205215.796044:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205215.796045:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205215.796046:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205215.796047:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205216.114498:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205216.114499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205216.114506:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205216.114506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205216.114509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205216.114513:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205216.114514:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205216.114517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205216.114517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205216.114521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205216.114524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205216.114527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205216.114529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205216.114653:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205216.114657:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205216.114673:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205216.308660:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205216.308666:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205216.308667:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205216.308672:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205216.308675:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205216.308677:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205216.308679:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205216.308681:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205216.308682:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205217.138479:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205217.138486:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205217.138489:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205217.138495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205217.138499:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205217.138503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205217.138505:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205217.138508:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205217.138511:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205217.138603:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205217.138606:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205217.138609:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205217.138610:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205217.138955:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205217.138959:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205217.138963:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205217.330548:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205217.330559:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205217.330563:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205217.330571:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205217.330575:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205217.330581:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205217.330585:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205217.330590:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205217.330594:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205218.034504:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299023016, at 4299023040
00000100:00000010:0.0:1788205218.034518:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150f00.
00000100:00000040:1.0:1788205218.034542:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299023016, at 4299023040
00000100:00000010:1.0:1788205218.034551:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d80.
00010000:00000001:2.0:1788205218.162525:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205218.162532:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205218.162538:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205218.162540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205218.162543:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205218.162548:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205218.162550:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205218.162554:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205218.162558:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205218.162561:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205218.162564:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205218.162567:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205218.162570:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205218.165865:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205218.165870:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205218.165874:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205218.354515:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205218.354524:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205218.354526:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205218.354531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205218.354535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205218.354539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205218.354541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205218.354545:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205218.354547:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.186471:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205219.186478:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205219.186479:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205219.186484:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205219.186485:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205219.186488:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205219.186489:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.186492:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205219.186495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205219.186495:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205219.186498:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.186499:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205219.186503:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205219.186560:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205219.186565:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205219.186568:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205219.378516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205219.378523:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205219.378526:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205219.378532:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205219.378535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205219.378539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205219.378542:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205219.378544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205219.378546:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.210551:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205220.210560:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205220.210563:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205220.210570:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205220.210574:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205220.210579:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.210583:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205220.210586:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.210590:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205220.211072:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205220.211079:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205220.211084:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205220.211088:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205220.211090:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205220.211093:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205220.211096:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205220.211098:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205220.211100:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205220.211102:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205220.211356:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205220.211369:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205220.211372:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205220.402673:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205220.402682:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205220.402684:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205220.402691:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205220.402696:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205220.402700:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205220.402702:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205220.402706:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205220.402718:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205220.914822:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205220.914836:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205220.914838:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205220.914844:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205220.914850:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205220.914859:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4353
00000400:00000200:0.0:1788205220.914871:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205220.914880:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205220.914883:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205220.914887:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.914890:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205220.914893:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.914896:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205220.914901:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205220.914904:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205220.914907:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205220.914910:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205220.914913:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205220.914915:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205220.914919:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.914921:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205220.914923:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.914925:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205220.914928:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205220.914931:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205220.914933:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205220.914936:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205220.914940:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205220.914943:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.914946:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205220.914949:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205220.914961:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788205220.914965:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205220.914970:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205220.914972:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.914976:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205220.914979:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205220.914984:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205220.914993:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788205220.915002:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205220.915014:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205220.915026:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205220.915045:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205220.915051:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205220.915083:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205220.915087:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205220.915091:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205220.915093:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205220.915094:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205220.915097:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205220.915100:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4353
00000400:00000200:0.0:1788205220.915104:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205220.915107:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205220.915110:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205220.915112:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.915115:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205220.915117:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.915120:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205220.915123:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205220.915124:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205220.915126:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205220.915128:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205220.915131:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205220.915133:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205220.915139:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.915141:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205220.915143:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.915145:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205220.915147:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205220.915150:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205220.915154:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205220.915156:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205220.915162:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205220.915165:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.915167:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205220.915172:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205220.915175:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.915177:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205220.915181:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000100:00000001:3.0:1788205220.915181:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1788205220.915183:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205220.915186:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205220.915186:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1788205220.915187:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.915189:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205220.915189:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788205220.915190:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205220.915192:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205220.915196:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000040:3.0:1788205220.915196:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205220.915199:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205220.915204:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205220.915205:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205220.915208:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.915210:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788205220.915212:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788205220.915213:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205220.915214:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788205220.915216:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205220.915217:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205220.915221:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556822912:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205220.915225:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.915226:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788205220.915228:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205220.915231:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:3.0:1788205220.915231:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788205220.915233:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205220.915234:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1788205220.915234:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.915237:0:18698:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1788205220.915237:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1788205220.915239:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4353
00000400:00000200:0.0:1788205220.915242:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000010:3.0:1788205220.915242:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205220.915244:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205220.915245:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205220.915247:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205220.915250:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:3.0:1788205220.915250:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205220.915252:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205220.915254:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000010:3.0:1788205220.915254:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000100:00000001:0.0:1788205220.915256:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205220.915257:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205220.915258:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205220.915259:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205220.915261:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000010:3.0:1788205220.915261:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000020:00000001:0.0:1788205220.915263:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205220.915265:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788205220.915268:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.915269:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788205220.915270:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556822912, portal 25
00000100:00000040:0.0:1788205220.915271:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.915273:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788205220.915273:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1788205220.915275:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00000001:3.0:1788205220.915275:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00080000:0.0:1788205220.915278:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:3.0:1788205220.915280:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205220.915281:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205220.915282:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205220.915285:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205220.915287:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.915287:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788205220.915289:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788205220.915290:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000008:00100000:0.0:1788205220.915291:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205220.915293:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205220.915293:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000001:0.0:1788205220.915295:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205220.915297:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556822912, offset 0
00000100:00000010:0.0:1788205220.915298:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788205220.915300:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205220.915302:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205220.915303:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.915305:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788205220.915305:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:0.0:1788205220.915306:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205220.915308:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205220.915310:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788205220.915313:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205220.915314:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00100000:0.0:1788205220.915317:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205220.915320:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788205220.915323:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205220.915325:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205220.915326:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788205220.915328:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205220.915331:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788205220.915335:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205220.915336:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788205220.915338:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205220.915338:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:0.0:1788205220.915341:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1788205220.915342:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3633:3633:256:4294967295] 192.168.201.145@tcp LPNI seq info [3633:3633:8:4294967295]
00000100:00000001:0.0:1788205220.915343:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205220.915344:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205220.915346:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788205220.915347:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:0.0:1788205220.915349:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4353
00000400:00000200:3.0:1788205220.915362:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788205220.915367:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000800:00000200:3.0:1788205220.915369:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205220.915370:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205220.915372:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205220.915374:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000010:3.0:1788205220.915375:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000100:00000001:0.0:1788205220.915376:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205220.915378:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.915379:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205220.915381:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205220.915383:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000800:00000200:3.0:1788205220.915383:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000001:0.0:1788205220.915384:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205220.915386:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000800:00000200:3.0:1788205220.915387:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788205220.915388:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788205220.915390:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788205220.915393:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:3.1:1788205220.915393:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788205220.915395:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788205220.915415:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1788205220.915419:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205220.915421:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205220.915423:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000800:00000100:3.0:1788205220.915424:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00080000:0.0:1788205220.915426:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000010:3.0:1788205220.915427:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000100:00000001:0.0:1788205220.915428:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205220.915430:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205220.915432:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205220.915433:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205220.915434:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788205220.915435:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205220.915437:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788205220.915439:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1788205220.915440:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.915441:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205220.915444:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788205220.915446:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000200:3.0:1788205220.915446:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
02000000:00000001:0.0:1788205220.915449:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1788205220.915449:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
02000000:00000001:0.0:1788205220.915450:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205220.915452:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205220.915453:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205220.915454:0:2340:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788205220.915455:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205220.915458:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000200:3.0:1788205220.915458:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205220.915461:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205220.915465:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205220.915470:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205220.915472:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788205220.915473:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205220.915474:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205220.915477:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915482:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.915484:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205220.915485:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205220.915488:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4363)
00000100:00000001:3.0:1788205220.915490:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205220.915494:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205220.915497:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299028137
00000100:00000010:3.0:1788205220.915502:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150720.
00000100:00000001:3.0:1788205220.915510:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205220.915517:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299028137
00000100:00000010:3.0:1788205220.915520:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150360.
00000100:00000001:3.0:1788205220.915523:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205220.915527:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205220.915530:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.915533:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205220.915538:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205220/real 1788205220]  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205220.915548:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205220.915550:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205220.915552:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205220.915555:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205220.915556:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205220.915559:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205220.915562:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205220.915571:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915578:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205220.915580:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.915583:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205220.915585:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205220.915589:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915596:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205220.915601:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915607:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205220.915610:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.915612:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205220.915613:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.915615:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205220.915617:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205220.915620:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205220.915624:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205220.915627:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205220.915631:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205220.915639:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556822912:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205220.915643:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.915646:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205220.915649:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556822912/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915656:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205220.915658:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205220.915661:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205220.915664:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205220.915666:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205220.915668:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205220.915671:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205220.915673:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:3.0:1788205220.915677:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205220.915679:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205220.915681:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:3.0:1788205220.915685:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205220.915686:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.915689:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.915697:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205220.915699:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.915701:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205220.915703:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205220.915704:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205220.915708:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915715:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205220.915716:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205220.915718:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205220.915744:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205220.915746:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205220.915749:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823040:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205220.915752:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205220.915754:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205220.915756:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205220.915758:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205220.915761:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205220.915763:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205220.915766:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205220.915768:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205220.915772:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205220.915775:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556823040, portal 10
00000100:00000001:3.0:1788205220.915777:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205220.915778:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:3.0:1788205220.915785:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915792:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205220.915795:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205220.915797:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205220.915799:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556823040, offset 0
00000400:00000200:3.0:1788205220.915803:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205220.915807:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205220.915810:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205220.915813:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205220.915815:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205220.915818:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205220.915820:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205220.915823:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3634:3634:256:4294967295] 192.168.201.145@tcp LPNI seq info [3634:3634:8:4294967295]
00000400:00000200:3.0:1788205220.915827:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205220.915832:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205220.915837:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205220.915839:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205220.915843:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205220.915846:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788205220.915850:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205220.915853:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788205220.915857:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205220.915859:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205220.915862:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205220.915865:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205220.915868:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205220.915870:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205220.915872:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205220.915875:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915883:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205220.915886:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915899:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.915901:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205220.915904:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205220.915907:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205220.915911:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205220.915913:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299026259
00000100:00000001:3.0:1788205220.915916:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299028137
00000100:00000001:3.0:1788205220.915918:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299026259
00000100:00000001:3.0:1788205220.915920:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299028137
00000100:00000001:3.0:1788205220.915922:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205220.915924:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.915925:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205220.915929:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205220/real 1788205220]  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205220.915936:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205220.915937:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205220.915939:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205220.915941:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205220.915943:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205220.915944:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205220.915947:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205220.915956:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915962:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205220.915963:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.915965:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205220.915966:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205220.915970:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915977:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205220.915981:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.915987:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205220.915990:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.915991:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205220.915992:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.915994:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205220.915996:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205220.915998:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205220.916001:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205220.916003:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205220.916006:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205220.916014:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823040:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205220.916017:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205220.916020:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916026:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205220.916028:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205220.916030:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205220.916032:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205220.916034:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205220.916037:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823168:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205220.916039:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205220.916041:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205220.916043:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205220.916044:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205220.916048:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205220.916049:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205220.916052:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205220.916055:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205220.916058:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205220.916060:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556823168, portal 4
00000100:00000001:3.0:1788205220.916062:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205220.916064:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:3.0:1788205220.916069:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916076:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205220.916078:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205220.916080:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205220.916082:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556823168, offset 0
00000400:00000200:3.0:1788205220.916086:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205220.916089:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205220.916092:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205220.916094:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205220.916096:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205220.916099:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205220.916101:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205220.916104:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3635:3635:256:4294967295] 192.168.201.145@tcp LPNI seq info [3635:3635:8:4294967295]
00000400:00000200:3.0:1788205220.916108:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205220.916114:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205220.916118:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205220.916120:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205220.916124:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205220.916126:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788205220.916130:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205220.916133:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788205220.916137:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205220.916140:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205220.916142:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205220.916145:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205220.916148:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205220.916149:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205220.916151:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205220.916154:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916162:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205220.916165:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916172:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.916173:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205220.916176:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205220.916178:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205220.916181:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205220.916182:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299025942
00000100:00000001:3.0:1788205220.916185:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299028137
00000100:00000001:3.0:1788205220.916187:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299025942
00000100:00000001:3.0:1788205220.916189:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299028137
00000100:00000001:3.0:1788205220.916191:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205220.916193:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.916194:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205220.916197:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205220/real 1788205220]  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205220.916204:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205220.916205:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205220.916206:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205220.916208:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205220.916210:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205220.916212:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205220.916215:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205220.916224:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916230:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205220.916231:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916233:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205220.916234:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205220.916237:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916243:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205220.916247:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916253:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205220.916255:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916256:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205220.916258:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916259:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205220.916261:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205220.916263:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205220.916265:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205220.916268:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205220.916271:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205220.916280:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823168:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205220.916283:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205220.916286:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916293:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205220.916295:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205220.916297:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205220.916299:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205220.916300:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205220.916303:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823296:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205220.916306:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205220.916307:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205220.916308:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205220.916310:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205220.916312:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205220.916314:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205220.916317:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205220.916318:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205220.916321:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205220.916323:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556823296, portal 4
00000100:00000001:3.0:1788205220.916325:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205220.916326:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:3.0:1788205220.916332:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916339:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205220.916341:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205220.916343:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205220.916345:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556823296, offset 0
00000400:00000200:3.0:1788205220.916348:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205220.916351:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205220.916354:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205220.916356:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205220.916358:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205220.916360:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205220.916363:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205220.916367:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3636:3636:256:4294967295] 192.168.201.145@tcp LPNI seq info [3636:3636:8:4294967295]
00000400:00000200:3.0:1788205220.916371:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205220.916377:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205220.916381:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205220.916383:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205220.916387:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205220.916389:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788205220.916393:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205220.916413:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788205220.916417:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205220.916419:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205220.916422:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205220.916425:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205220.916428:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205220.916430:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205220.916432:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205220.916435:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916443:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205220.916447:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916453:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.916455:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205220.916457:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205220.916460:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205220.916463:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205220.916465:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299026674
00000100:00000001:3.0:1788205220.916467:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299028137
00000100:00000001:3.0:1788205220.916470:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299026674
00000100:00000001:3.0:1788205220.916472:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299028137
00000100:00000001:3.0:1788205220.916473:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205220.916476:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.916478:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205220.916481:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205220/real 1788205220]  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205220.916489:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205220.916490:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205220.916491:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205220.916493:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205220.916495:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205220.916496:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205220.916500:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205220.916508:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916514:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205220.916515:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916517:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205220.916518:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205220.916522:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916528:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205220.916531:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916538:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205220.916540:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916541:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205220.916543:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916545:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205220.916546:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205220.916549:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205220.916552:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205220.916554:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205220.916558:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205220.916565:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823296:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205220.916569:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916570:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205220.916573:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556823040/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916579:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205220.916580:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205220.916582:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205220.916584:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205220.916585:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205220.916586:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205220.916588:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205220.916590:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:3.0:1788205220.916593:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205220.916594:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205220.916595:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:3.0:1788205220.916598:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205220.916599:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916601:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205220.916604:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556823168/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916610:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205220.916612:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205220.916613:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205220.916615:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205220.916617:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205220.916618:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205220.916620:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205220.916622:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:3.0:1788205220.916624:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205220.916625:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205220.916626:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:3.0:1788205220.916628:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205220.916630:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916631:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205220.916634:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556823296/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205220.916639:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205220.916640:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205220.916641:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205220.916643:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205220.916645:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205220.916646:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205220.916648:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205220.916649:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:3.0:1788205220.916651:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205220.916652:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205220.916654:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:3.0:1788205220.916656:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205220.916657:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916659:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205220.916662:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205220.916664:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205220.916666:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205220.916667:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205221.234527:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205221.234535:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205221.234537:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205221.234544:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205221.234548:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205221.234552:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205221.234555:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205221.234558:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205221.234561:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205221.234581:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205221.234585:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205221.234589:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205221.234591:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205221.234737:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205221.234743:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205221.234748:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205221.426868:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205221.426880:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205221.426883:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205221.426890:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205221.426894:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205221.426900:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205221.426904:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205221.426907:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205221.426911:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205222.258505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205222.258519:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205222.258521:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205222.258531:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205222.258536:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205222.258541:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205222.258544:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205222.258546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205222.258551:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205222.258551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205222.258559:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205222.258559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205222.258563:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205222.258738:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205222.258742:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205222.258746:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205222.450543:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205222.450552:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205222.450554:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205222.450560:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205222.450563:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205222.450567:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205222.450570:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205222.450573:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205222.450575:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205223.154518:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299028137, at 4299028160
00000100:00000010:0.0:1788205223.154534:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150720.
00000100:00000040:1.0:1788205223.165876:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299028137, at 4299028171
00000100:00000010:1.0:1788205223.165899:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150360.
00000100:00000001:3.0:1788205223.282593:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205223.282599:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205223.282601:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205223.282607:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205223.282610:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205223.282614:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205223.282616:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205223.282620:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205223.282623:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205223.284766:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205223.284775:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205223.284783:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205223.284784:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205223.284953:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205223.284958:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205223.284961:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205223.474501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205223.474511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205223.474514:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205223.474521:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205223.474525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205223.474530:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205223.474534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205223.474537:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205223.474540:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205224.306492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205224.306505:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205224.306508:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205224.306512:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205224.306517:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205224.306520:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205224.306522:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205224.306524:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205224.306529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205224.306531:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205224.306612:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205224.306616:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205224.306619:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205224.306656:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205224.306692:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205224.306694:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205224.306804:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205224.306808:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205224.306811:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205224.306814:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205224.306817:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205224.306819:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205224.499417:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205224.499429:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205224.499432:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205224.499439:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205224.499443:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205224.499448:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205224.499451:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205224.499455:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205224.499458:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205225.330526:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205225.330533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205225.330535:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205225.330539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205225.330539:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205225.330546:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205225.330547:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205225.330551:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205225.330552:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205225.330556:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205225.330558:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205225.330560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205225.330563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205225.330635:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205225.330704:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205225.330708:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205225.522590:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205225.522599:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205225.522602:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205225.522608:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205225.522612:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205225.522617:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205225.522620:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205225.522623:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205225.522626:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205226.034559:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205226.034573:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205226.034576:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205226.034581:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205226.034585:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205226.034594:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4358
00000400:00000200:0.0:1788205226.034605:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205226.034613:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205226.034617:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205226.034621:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.034625:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205226.034627:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.034630:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205226.034645:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205226.034647:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205226.034650:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205226.034654:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205226.034658:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205226.034661:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205226.034664:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.034666:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205226.034668:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.034671:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205226.034674:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205226.034677:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205226.034680:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205226.034684:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205226.034688:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205226.034691:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.034693:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205226.034696:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205226.034709:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788205226.034713:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205226.034718:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205226.034720:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.034725:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205226.034728:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205226.034732:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205226.034741:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788205226.034748:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205226.034758:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205226.034767:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205226.034771:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205226.034775:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.034840:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205226.034844:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205226.034846:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205226.034852:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.034858:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205226.034860:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205226.034863:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205226.034865:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205226.034866:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205226.034869:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556823424:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205226.034872:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205226.034877:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205226.034880:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205226.034883:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205226.034889:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205226.034891:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205226.034897:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205226.034902:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205226.034910:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205226.034919:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556823424, portal 25
00000100:00000001:3.0:1788205226.034922:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205226.034923:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:3.0:1788205226.034929:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.034935:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205226.034937:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205226.034939:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205226.034942:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556823424, offset 0
00000400:00000200:3.0:1788205226.034948:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205226.034968:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205226.034982:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205226.034988:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205226.034993:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205226.034997:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205226.035000:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205226.035005:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3637:3637:256:4294967295] 192.168.201.145@tcp LPNI seq info [3637:3637:8:4294967295]
00000400:00000200:3.0:1788205226.035010:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205226.035021:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205226.035028:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205226.035035:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205226.035043:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205226.035048:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788205226.035054:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205226.035078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788205226.035083:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205226.035087:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205226.035094:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205226.035099:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205226.035106:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205226.035109:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205226.035114:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205226.035118:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205226.035706:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205226.035709:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205226.035713:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205226.035714:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205226.035715:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205226.035718:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205226.035720:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4358
00000400:00000200:0.0:1788205226.035723:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205226.035725:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205226.035727:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205226.035729:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.035731:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205226.035733:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.035735:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205226.035736:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205226.035737:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205226.035738:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205226.035740:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205226.035742:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205226.035743:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205226.035745:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.035746:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205226.035747:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.035749:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205226.035751:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205226.035753:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205226.035754:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205226.035755:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205226.035761:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205226.035762:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.035763:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205226.035767:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205226.035770:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.035771:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205226.035774:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788205226.035776:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205226.035778:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205226.035779:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.035780:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205226.035781:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205226.035782:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205226.035785:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788205226.035788:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205226.035792:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205226.035797:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205226.035799:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205226.035801:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036417:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205226.036423:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036432:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.036434:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205226.036443:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205226.036447:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205226.036449:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299033257
00000100:00000010:3.0:1788205226.036455:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150360.
00000100:00000001:3.0:1788205226.036462:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205226.036469:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299033257
00000100:00000010:3.0:1788205226.036471:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150720.
00000100:00000001:3.0:1788205226.036474:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205226.036476:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205226.036479:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.036481:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205226.036484:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205226/real 1788205226]  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205226.036493:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205226.036494:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205226.036496:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205226.036498:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205226.036499:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205226.036501:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205226.036504:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205226.036509:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036514:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205226.036515:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036516:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205226.036518:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205226.036520:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036525:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205226.036528:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036533:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205226.036534:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036535:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205226.036536:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036538:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205226.036539:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205226.036541:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205226.036543:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205226.036545:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205226.036549:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205226.036554:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556823424:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205226.036557:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036558:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205226.036560:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556823424/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036564:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205226.036566:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205226.036568:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205226.036570:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205226.036571:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205226.036573:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205226.036574:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205226.036577:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:3.0:1788205226.036580:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205226.036581:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205226.036582:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:3.0:1788205226.036585:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205226.036586:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036587:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036595:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205226.036596:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.036598:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205226.036599:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205226.036600:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205226.036602:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036606:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205226.036607:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205226.036609:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205226.036610:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205226.036612:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205226.036614:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823552:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205226.036616:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205226.036618:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205226.036619:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205226.036621:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205226.036623:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205226.036625:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205226.036628:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205226.036630:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205226.036650:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205226.036653:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556823552, portal 10
00000100:00000001:3.0:1788205226.036655:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205226.036656:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000040:3.0:1788205226.036663:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036670:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205226.036673:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205226.036675:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205226.036677:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556823552, offset 0
00000400:00000200:3.0:1788205226.036681:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205226.036686:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205226.036688:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205226.036690:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205226.036692:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205226.036694:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205226.036696:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205226.036698:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3638:3638:256:4294967295] 192.168.201.145@tcp LPNI seq info [3638:3638:8:4294967295]
00000400:00000200:3.0:1788205226.036701:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205226.036705:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205226.036708:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205226.036712:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205226.036716:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205226.036719:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788205226.036723:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205226.036726:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788205226.036730:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205226.036732:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205226.036738:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205226.036741:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205226.036744:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205226.036746:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205226.036748:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205226.036751:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036758:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205226.036761:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036767:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.036768:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205226.036771:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205226.036774:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205226.036777:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205226.036779:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299031379
00000100:00000001:3.0:1788205226.036781:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299033257
00000100:00000001:3.0:1788205226.036783:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299031379
00000100:00000001:3.0:1788205226.036785:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299033257
00000100:00000001:3.0:1788205226.036787:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205226.036789:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.036791:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205226.036794:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205226/real 1788205226]  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205226.036807:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205226.036808:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205226.036810:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205226.036812:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205226.036814:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205226.036815:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205226.036833:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205226.036840:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036846:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205226.036847:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036849:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205226.036850:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205226.036854:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036859:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205226.036863:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036869:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205226.036871:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036873:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205226.036874:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036875:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205226.036878:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205226.036880:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205226.036883:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205226.036885:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205226.036889:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205226.036897:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823552:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205226.036901:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036902:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205226.036905:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556823552/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.036911:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205226.036912:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205226.036914:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205226.036917:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205226.036918:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205226.036920:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205226.036922:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205226.036923:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:3.0:1788205226.036926:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205226.036928:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205226.036929:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:3.0:1788205226.036932:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205226.036933:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036935:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.036938:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205226.036940:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.036942:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205226.036943:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.037905:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205226.037909:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205226.037913:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205226.037915:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205226.037917:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205226.037921:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205226.037925:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4358
00000400:00000200:0.0:1788205226.037929:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205226.037931:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205226.037933:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205226.037935:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.037936:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205226.037938:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.037940:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205226.037942:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205226.037943:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205226.037944:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205226.037946:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788205226.037948:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205226.038076:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788205226.038081:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.038083:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205226.038085:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.038087:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205226.038089:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788205226.038092:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205226.038094:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205226.038096:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205226.038100:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205226.038102:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.038104:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205226.038107:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205226.038109:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.038111:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205226.038116:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788205226.038119:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205226.038121:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205226.038122:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.038123:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205226.038125:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205226.038126:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205226.038129:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788205226.038133:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205226.038137:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205226.038147:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205226.038149:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205226.038152:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205226.038157:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205226.038159:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205226.038162:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205226.038163:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205226.038164:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205226.038166:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205226.038168:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4358
00000400:00000200:0.0:1788205226.038171:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205226.038174:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205226.038177:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205226.038179:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.038181:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205226.038183:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.038185:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205226.038188:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205226.038189:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205226.038190:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205226.038193:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788205226.038195:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788205226.038197:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:3.0:1788205226.038496:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205226.038498:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205226.038499:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205226.038503:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.038508:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205226.038510:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205226.038511:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205226.038514:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205226.038515:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205226.038518:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823680:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205226.038520:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205226.038522:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205226.038523:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205226.038524:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205226.038526:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205226.038528:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205226.038530:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205226.038533:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205226.038536:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205226.038538:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556823680, portal 4
00000100:00000001:3.0:1788205226.038540:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205226.038541:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000040:3.0:1788205226.038546:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.038550:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205226.038551:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205226.038553:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205226.038555:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556823680, offset 0
00000400:00000200:3.0:1788205226.038557:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205226.038561:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205226.038563:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205226.038566:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205226.038568:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205226.038570:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205226.038571:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205226.038573:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3639:3639:256:4294967295] 192.168.201.145@tcp LPNI seq info [3639:3639:8:4294967295]
00000400:00000200:3.0:1788205226.038576:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205226.038580:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205226.038584:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205226.038586:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205226.038590:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205226.038592:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788205226.038595:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205226.038597:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788205226.038600:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205226.038601:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205226.038604:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205226.038606:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205226.038608:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205226.038610:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205226.038612:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205226.038613:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.038619:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205226.038621:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.038627:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.038629:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205226.038641:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205226.038644:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205226.038647:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205226.038649:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299031065
00000100:00000001:3.0:1788205226.038651:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299033257
00000100:00000001:3.0:1788205226.038653:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299031065
00000100:00000001:3.0:1788205226.038655:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299033257
00000100:00000001:3.0:1788205226.038658:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205226.038660:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.038662:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205226.038666:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205226/real 1788205226]  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205226.038681:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205226.038683:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205226.038685:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205226.038687:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205226.038688:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205226.038690:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205226.038692:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205226.038697:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.038702:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205226.038703:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.038704:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205226.038705:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205226.038707:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.038711:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205226.038713:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.038717:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205226.038719:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.038720:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205226.038720:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.038722:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205226.038723:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205226.038724:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205226.038726:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205226.038727:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205226.038731:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205226.038735:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823680:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205226.038738:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.038739:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205226.038740:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556823680/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.038744:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205226.038745:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205226.038746:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205226.038748:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205226.038748:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205226.038749:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205226.038750:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205226.038752:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:3.0:1788205226.038753:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205226.038754:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205226.038755:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:3.0:1788205226.038756:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205226.038757:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.038758:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.038761:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205226.038762:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.038763:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205226.038764:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205226.039112:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.039115:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205226.039117:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205226.039119:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205226.039122:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205226.039124:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205226.039127:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205226.039128:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205226.039131:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205226.039133:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.039136:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205226.039138:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205226.039140:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.039142:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205226.039146:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788205226.039148:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205226.039150:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205226.039152:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205226.039153:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205226.039155:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205226.039157:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205226.039161:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788205226.039165:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205226.039169:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205226.039177:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205226.039179:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205226.039183:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205226.039198:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205226.039307:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4368)
00000100:00000001:3.0:1788205226.039428:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205226.039431:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205226.039433:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205226.039437:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.039444:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205226.039445:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205226.039448:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205226.039450:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205226.039452:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205226.039455:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823808:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205226.039458:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205226.039461:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205226.039462:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205226.039464:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205226.039467:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205226.039469:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205226.039473:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205226.039475:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205226.039478:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205226.039480:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556823808, portal 4
00000100:00000001:3.0:1788205226.039482:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205226.039482:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000040:3.0:1788205226.039487:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.039492:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205226.039494:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205226.039495:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205226.039497:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556823808, offset 0
00000400:00000200:3.0:1788205226.039501:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205226.039504:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205226.039507:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205226.039509:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205226.039512:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205226.039514:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205226.039516:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205226.039518:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3640:3640:256:4294967295] 192.168.201.145@tcp LPNI seq info [3640:3640:8:4294967295]
00000400:00000200:3.0:1788205226.039521:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205226.039527:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205226.039530:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205226.039533:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205226.039536:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205226.039538:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788205226.039541:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205226.039543:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788205226.039545:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205226.039547:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:3.0:1788205226.039549:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205226.039551:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205226.039553:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:3.0:1788205226.039554:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:3.0:1788205226.039555:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205226.039557:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.039563:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205226.039564:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.039569:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.039570:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205226.039572:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205226.039574:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205226.039576:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205226.039577:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299031797
00000100:00000001:3.0:1788205226.039579:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299033257
00000100:00000001:3.0:1788205226.039580:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299031797
00000100:00000001:3.0:1788205226.039581:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299033257
00000100:00000001:3.0:1788205226.039583:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205226.039584:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.039585:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205226.039587:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205226/real 1788205226]  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205226.039596:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205226.039596:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205226.039598:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205226.039599:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205226.039600:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205226.039601:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205226.039602:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205226.039607:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.039611:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205226.039612:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.039613:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205226.039614:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205226.039616:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.039619:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205226.039622:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.039629:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205226.039640:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.039642:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205226.039643:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.039644:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205226.039645:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205226.039647:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205226.039650:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205226.039652:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205226.039657:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205226.039665:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556823808:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205226.039669:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.039671:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205226.039674:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556823808/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205226.039681:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205226.039683:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205226.039684:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205226.039686:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205226.039687:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205226.039688:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205226.039690:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205226.039691:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:3.0:1788205226.039692:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205226.039693:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205226.039694:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:3.0:1788205226.039696:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205226.039697:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.039698:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.039701:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205226.039702:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.039703:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205226.039704:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.354493:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205226.354502:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205226.354504:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205226.354507:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.354508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205226.354516:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205226.354517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205226.354521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205226.354523:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205226.354529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.354532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205226.354535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205226.354538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205226.354643:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205226.354647:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205226.354651:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205226.546572:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205226.546583:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205226.546585:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205226.546593:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205226.546599:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205226.546604:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205226.546607:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205226.546616:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205226.546619:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205227.378548:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205227.378559:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205227.378561:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205227.378569:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205227.378574:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205227.378579:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205227.378582:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205227.378585:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205227.378588:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205227.378688:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205227.378692:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205227.378697:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205227.378698:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205227.378747:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205227.378752:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205227.378756:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205227.570535:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205227.570546:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205227.570548:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205227.570556:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205227.570560:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205227.570565:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205227.570568:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205227.570571:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205227.570575:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205228.274532:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299033257, at 4299033280
00000100:00000010:0.0:1788205228.274548:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150360.
00000100:00000040:1.0:1788205228.275018:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299033257, at 4299033280
00000100:00000010:1.0:1788205228.275026:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150720.
00010000:00000001:2.0:1788205228.402757:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205228.402768:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205228.402776:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205228.402777:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205228.402850:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205228.402868:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205228.402872:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205228.402899:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205228.402903:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205228.402955:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205228.402959:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205228.402963:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205228.402967:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205228.402969:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205228.402972:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205228.402974:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205228.594579:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205228.594605:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205228.594608:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205228.594616:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205228.594620:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205228.594625:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205228.594628:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205228.594632:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205228.594634:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205229.428074:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205229.428081:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205229.428083:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205229.428089:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205229.428093:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205229.428097:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205229.428100:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205229.428103:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205229.428106:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205229.428201:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205229.428204:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205229.428209:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205229.428213:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205229.428216:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205229.428219:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205229.428223:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205229.428227:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205229.428229:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205229.428231:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205229.428305:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205229.428315:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205229.428319:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205229.618463:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205229.618471:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205229.618473:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205229.618479:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205229.618482:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205229.618485:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205229.618487:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205229.618489:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205229.618493:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205230.450495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205230.450500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205230.450504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205230.450505:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205230.450642:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205230.450645:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205230.450648:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205230.450661:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205230.450664:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205230.450666:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205230.450668:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205230.450671:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205230.450673:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205230.450675:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205230.450677:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205230.450679:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205230.644200:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205230.644208:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205230.644211:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205230.644216:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205230.644219:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205230.644222:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205230.644225:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205230.644228:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205230.644230:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205231.154523:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205231.154539:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205231.154540:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205231.154554:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205231.154558:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205231.154563:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4363
00000400:00000200:1.0:1788205231.154570:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205231.154575:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205231.154577:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205231.154580:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154582:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205231.154583:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154585:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205231.154588:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205231.154589:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205231.154592:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205231.154594:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205231.154596:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205231.154598:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205231.154600:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154601:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205231.154602:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154603:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205231.154605:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205231.154607:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154608:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205231.154610:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205231.154613:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205231.154614:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154616:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205231.154617:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205231.154625:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0dc00.
00000020:00000040:1.0:1788205231.154627:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205231.154630:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205231.154631:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154633:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205231.154635:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205231.154638:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205231.154643:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788205231.154649:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205231.154658:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205231.154677:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205231.154681:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205231.154686:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f228e2f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205231.154709:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205231.154711:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205231.154714:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205231.154715:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205231.154716:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205231.154718:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205231.154720:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4363
00000400:00000200:1.0:1788205231.154723:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205231.154725:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205231.154726:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205231.154728:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154729:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205231.154731:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154732:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205231.154733:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205231.154734:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205231.154735:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205231.154736:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205231.154737:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205231.154739:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205231.154740:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154741:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205231.154742:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154743:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205231.154745:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788205231.154747:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154748:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205231.154749:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205231.154753:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205231.154754:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154755:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205231.154758:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205231.154761:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154762:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205231.154764:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0f800.
00000020:00000040:1.0:1788205231.154766:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205231.154767:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205231.154768:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154769:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205231.154770:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205231.154772:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205231.154774:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:1.0:1788205231.154776:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205231.154779:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205231.154784:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205231.154786:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205231.154788:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9754d1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205231.154792:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205231.154794:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205231.154796:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205231.154797:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205231.154798:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205231.154799:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205231.154800:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4363
00000400:00000200:1.0:1788205231.154802:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205231.154804:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205231.154806:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205231.154808:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154810:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205231.154811:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154814:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205231.154815:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205231.154817:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788205231.154818:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205231.154820:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788205231.154822:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788205231.154824:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788205231.154826:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154828:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205231.154830:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154832:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205231.154834:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788205231.154837:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154840:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205231.154841:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205231.154844:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205231.154846:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154848:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205231.154850:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205231.154852:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154853:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205231.154857:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d180.
00000020:00000040:1.0:1788205231.154858:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205231.154859:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205231.154860:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154861:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205231.154862:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205231.154863:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205231.154866:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788205231.154869:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205231.154873:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205231.154885:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205231.154887:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205231.154891:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002663953b] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205231.154898:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205231.154900:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205231.154903:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205231.154905:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205231.154906:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205231.154908:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205231.154910:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4363
00000400:00000200:1.0:1788205231.154912:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205231.154914:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205231.154916:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205231.154917:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154919:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205231.154920:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154921:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205231.154922:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205231.154923:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205231.154924:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205231.154925:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788205231.154926:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788205231.154927:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788205231.154929:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154930:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205231.154931:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154932:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205231.154934:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788205231.154935:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205231.154937:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205231.154938:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205231.154940:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205231.154941:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154942:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205231.154943:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205231.154944:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154946:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205231.154948:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0c380.
00000020:00000040:1.0:1788205231.154949:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205231.154951:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205231.154952:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205231.154953:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205231.154954:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205231.154955:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205231.154957:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:1.0:1788205231.154959:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205231.154961:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205231.154966:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205231.154967:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205231.154969:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a4e581] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205231.154973:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205231.154976:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4373)
00000100:00000001:3.0:1788205231.155111:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205231.155115:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205231.155118:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205231.155124:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205231.155132:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205231.155133:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205231.155206:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205231.155209:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205231.155212:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205231.155216:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556823936:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205231.155221:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205231.155225:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205231.155228:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205231.155230:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205231.155235:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205231.155237:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205231.155242:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205231.155246:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d108.
00000400:00000010:3.0:1788205231.155253:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1b28.
00000100:00000200:3.0:1788205231.155260:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556823936, portal 25
00000100:00000001:3.0:1788205231.155262:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205231.155264:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250523648 : -105387459027968 : ffffa02691f0dc00)
00000100:00000040:3.0:1788205231.155269:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205231.155276:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205231.155278:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205231.155281:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d16e8.
00000100:00000200:3.0:1788205231.155285:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556823936, offset 0
00000400:00000200:3.0:1788205231.155291:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205231.155299:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205231.155304:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205231.155310:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205231.155314:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205231.155318:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205231.155321:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205231.155325:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3641:3641:256:4294967295] 192.168.201.145@tcp LPNI seq info [3641:3641:8:4294967295]
00000400:00000200:3.0:1788205231.155329:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205231.155339:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205231.155355:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205231.155360:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812d00.
00000800:00000200:3.0:1788205231.155368:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205231.155373:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205231.155394:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205231.155422:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205231.155425:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299038377
00000100:00000010:3.0:1788205231.155430:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150d80.
00000100:00000001:3.0:1788205231.155436:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205231.155443:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299038377
00000100:00000010:3.0:1788205231.155446:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150f00.
00000100:00000001:3.0:1788205231.155450:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205231.155454:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205231.155457:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205231.155460:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205231.155463:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205231.155471:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205231.155473:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205231.155475:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205231.155476:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205231.155477:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205231.155480:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824064:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205231.155484:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205231.155487:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205231.155488:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205231.155490:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205231.155494:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205231.155496:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205231.155499:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205231.155501:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514dc08.
00000400:00000010:3.0:1788205231.155506:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1330.
00000100:00000200:3.0:1788205231.155509:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556824064, portal 10
00000100:00000001:3.0:1788205231.155511:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205231.155512:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250530816 : -105387459020800 : ffffa02691f0f800)
00000100:00000040:3.0:1788205231.155519:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205231.155525:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205231.155528:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205231.155549:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d12a8.
00000100:00000200:3.0:1788205231.155552:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556824064, offset 0
00000400:00000200:3.0:1788205231.155557:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205231.155561:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205231.155564:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205231.155567:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205231.155570:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205231.155572:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205231.155575:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205231.155577:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3642:3642:255:4294967295] 192.168.201.145@tcp LPNI seq info [3642:3642:7:4294967295]
00000400:00000200:3.0:1788205231.155581:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205231.155588:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205231.155592:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205231.155595:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812400.
00000800:00000200:3.0:1788205231.155599:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205231.155603:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205231.155606:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205231.155609:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205231.155612:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205231.155613:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299036499
00000100:00000001:3.0:1788205231.155616:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299038377
00000100:00000001:3.0:1788205231.155618:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299036499
00000100:00000001:3.0:1788205231.155620:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299038377
00000100:00000001:3.0:1788205231.155622:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205231.155624:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205231.155626:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205231.155629:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205231.155635:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205231.155636:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205231.155638:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205231.155640:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205231.155641:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205231.155644:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824192:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205231.155646:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205231.155648:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205231.155650:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205231.155651:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205231.155654:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205231.155656:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205231.155658:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205231.155669:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d738.
00000400:00000010:3.0:1788205231.155674:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205231.155677:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556824192, portal 4
00000100:00000001:3.0:1788205231.155679:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205231.155680:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250520960 : -105387459030656 : ffffa02691f0d180)
00000100:00000040:3.0:1788205231.155686:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205231.155691:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205231.155693:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205231.155695:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1f68.
00000100:00000200:3.0:1788205231.155698:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556824192, offset 0
00000400:00000200:3.0:1788205231.155702:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205231.155706:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205231.155709:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205231.155712:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205231.155715:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205231.155717:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205231.155719:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205231.155722:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3643:3643:254:4294967295] 192.168.201.145@tcp LPNI seq info [3643:3643:6:4294967295]
00000400:00000200:3.0:1788205231.155726:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205231.155731:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205231.155735:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205231.155737:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812a00.
00000800:00000200:3.0:1788205231.155741:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205231.155744:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205231.155747:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205231.155749:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205231.155752:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205231.155754:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299036182
00000100:00000001:3.0:1788205231.155756:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299038377
00000100:00000001:3.0:1788205231.155758:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299036182
00000100:00000001:3.0:1788205231.155760:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299038377
00000100:00000001:3.0:1788205231.155762:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205231.155764:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205231.155765:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205231.155769:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205231.155775:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205231.155777:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205231.155779:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205231.155781:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205231.155783:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205231.155786:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824320:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205231.155788:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205231.155791:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205231.155792:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205231.155794:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205231.155796:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205231.155798:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205231.155801:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205231.155803:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205231.155806:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205231.155809:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556824320, portal 4
00000100:00000001:3.0:1788205231.155810:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205231.155812:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250517376 : -105387459034240 : ffffa02691f0c380)
00000100:00000040:3.0:1788205231.155816:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205231.155821:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205231.155823:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205231.155825:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1000.
00000100:00000200:3.0:1788205231.155827:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556824320, offset 0
00000400:00000200:3.0:1788205231.155830:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205231.155833:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205231.155836:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205231.155838:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205231.155841:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205231.155843:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205231.155845:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205231.155848:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3644:3644:253:4294967295] 192.168.201.145@tcp LPNI seq info [3644:3644:5:4294967295]
00000400:00000200:3.0:1788205231.155851:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205231.155857:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205231.155861:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205231.155865:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812500.
00000800:00000200:3.0:1788205231.155868:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205231.155871:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205231.155873:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205231.155876:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205231.155879:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205231.155880:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299036913
00000100:00000001:3.0:1788205231.155882:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299038377
00000100:00000001:3.0:1788205231.155884:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299036913
00000100:00000001:3.0:1788205231.155886:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299038377
00000100:00000001:3.0:1788205231.155888:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205231.155890:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205231.155892:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205231.155895:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205231.155902:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205231.155904:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205231.155906:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205231.155907:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205231.155909:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205231.155911:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205231.474529:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205231.474534:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205231.474551:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205231.474557:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205231.474558:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205231.474672:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205231.474677:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205231.474681:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205231.474684:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205231.474687:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205231.474690:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205231.474692:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205231.474695:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205231.475670:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205231.475674:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205231.475678:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205231.666486:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205231.666494:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205231.666496:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205231.666502:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205231.666505:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205231.666508:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205231.666511:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205231.666513:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205231.666516:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205232.498504:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205232.498512:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205232.498515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205232.498516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205232.498530:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205232.498534:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205232.498535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205232.498540:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205232.498541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205232.498544:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205232.498545:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205232.498548:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205232.498553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205232.498697:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205232.498701:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205232.498704:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205232.727372:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205232.727379:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205232.727381:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205232.727386:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205232.727390:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205232.727393:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205232.727413:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205232.727415:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205232.727418:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205233.394500:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299038377, at 4299038400
00000100:00000010:1.0:1788205233.394543:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150f00.
00000100:00000040:0.0:1788205233.394627:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299038377, at 4299038400
00000100:00000010:0.0:1788205233.394633:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150d80.
00010000:00000001:2.0:1788205233.522493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205233.522500:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205233.522516:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205233.522517:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205233.522554:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205233.522558:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205233.522561:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205233.522663:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205233.522670:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205233.522673:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205233.522678:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205233.522683:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205233.522688:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205233.522690:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205233.522693:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205233.522695:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205233.778789:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205233.778797:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205233.778799:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205233.778806:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205233.778809:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205233.778813:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205233.778816:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205233.778819:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205233.778822:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1788205234.228679:0:2330:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:2.0:1788205234.228850:0:2330:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788205234.229224:0:2330:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205234.229230:0:2330:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:2.0:1788205234.229235:0:2330:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205234.229239:0:2330:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788205234.229244:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:2.0:1788205234.229366:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812d00.
00000400:00000200:2.0:1788205234.229374:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205234.229378:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205234.229386:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d16e8
00000400:00000010:2.0:1788205234.229389:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d16e8.
00000100:00000001:2.0:1788205234.229395:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205234.229463:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205234.229482:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205234.229486:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205234.229506:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205234.229508:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205234.229518:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:2.0:1788205234.229520:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812400.
00000400:00000200:2.0:1788205234.229523:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205234.229526:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205234.229530:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d12a8
00000400:00000010:2.0:1788205234.229532:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d12a8.
00000100:00000001:2.0:1788205234.229535:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205234.229539:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205234.229548:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205234.229551:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205234.229558:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205234.229559:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205234.229564:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:2.0:1788205234.229566:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812a00.
00000400:00000200:2.0:1788205234.229568:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205234.229571:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205234.229573:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1f68
00000400:00000010:2.0:1788205234.229575:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1f68.
00000100:00000001:2.0:1788205234.229577:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205234.229581:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205234.229587:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205234.229591:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205234.229597:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205234.229599:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205234.229602:0:2330:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:2.0:1788205234.229604:0:2330:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812500.
00000400:00000200:2.0:1788205234.229606:0:2330:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205234.229609:0:2330:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205234.229611:0:2330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1000
00000400:00000010:2.0:1788205234.229613:0:2330:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1000.
00000100:00000001:2.0:1788205234.229616:0:2330:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205234.229620:0:2330:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205234.229634:0:2330:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205234.229637:0:2330:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205234.229643:0:2330:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205234.229645:0:2330:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205234.235054:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205234.235062:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205234.235066:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205234.235079:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205231/real 1788205234]  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205234.235104:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205234.235107:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205234.235111:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d108.
00000400:00000200:3.0:1788205234.235115:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1b28
00000400:00000010:3.0:1788205234.235118:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1b28.
00000100:00000001:3.0:1788205234.235122:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205234.235126:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205234.235135:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.235143:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205234.235145:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.235148:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205234.235150:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205234.235154:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.235160:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205234.235165:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.235172:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205234.235175:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.235176:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205234.235177:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236346:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205234.236349:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205234.236353:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205234.236359:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205234.236361:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205234.236367:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205234.236377:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556823936:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205234.236386:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205234.236393:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205231/real 1788205234]  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205234.236418:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205234.236420:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205234.236423:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514dc08.
00000400:00000200:3.0:1788205234.236427:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1330
00000400:00000010:3.0:1788205234.236429:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1330.
00000100:00000001:3.0:1788205234.236432:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205234.236436:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205234.236443:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.236450:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205234.236451:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236453:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205234.236455:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205234.236458:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.236466:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205234.236470:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.236477:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205234.236479:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236481:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205234.236482:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236484:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205234.236486:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205234.236488:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205234.236504:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205234.236506:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205234.236510:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205234.236519:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824064:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205234.236523:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205234.236527:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205231/real 1788205234]  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205234.236534:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205234.236536:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205234.236537:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d738.
00000400:00000200:3.0:1788205234.236540:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205234.236542:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205234.236544:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205234.236546:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205234.236554:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.236559:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205234.236560:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236562:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205234.236563:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205234.236566:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.236573:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205234.236576:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.236595:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205234.236597:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236598:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205234.236599:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236601:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205234.236603:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205234.236605:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205234.236608:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205234.236614:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205234.236618:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205234.236625:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824192:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205234.236628:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205234.236632:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205231/real 1788205234]  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205234.236643:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205234.236644:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205234.236646:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205234.236648:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205234.236650:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205234.236652:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205234.236654:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205234.236662:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.236667:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205234.236669:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236671:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205234.236671:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205234.236675:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.236681:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205234.236684:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.236690:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205234.236692:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236693:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205234.236694:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.236696:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205234.236697:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205234.236699:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205234.236702:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205234.236704:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205234.236707:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205234.238009:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824320:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205234.238015:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.238019:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205234.238024:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0dc00 x1875064556823936/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.238031:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205234.238034:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205234.238038:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6800.
02000000:00000001:3.0:1788205234.238043:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205234.238045:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205234.238048:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205234.238051:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205234.238053:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:3.0:1788205234.238057:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205234.238059:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205234.238061:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0dc00.
00000100:00000001:3.0:1788205234.238065:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205234.238066:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.238068:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205234.238071:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0f800 x1875064556824064/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.238078:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205234.238080:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205234.238081:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d6000.
02000000:00000001:3.0:1788205234.238083:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205234.238084:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205234.238086:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205234.238087:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205234.238089:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:3.0:1788205234.238091:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205234.238092:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205234.238094:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0f800.
00000100:00000001:3.0:1788205234.238096:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205234.238097:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.238099:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205234.238102:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d180 x1875064556824192/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.238109:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205234.238110:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205234.238112:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205234.238114:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205234.238115:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205234.238117:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205234.238118:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205234.238120:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:3.0:1788205234.238122:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205234.238123:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205234.238124:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d180.
00000100:00000001:3.0:1788205234.238126:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205234.238128:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.238129:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205234.238132:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0c380 x1875064556824320/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.238138:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205234.238139:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205234.238140:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205234.238142:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205234.238143:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205234.238145:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205234.238147:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205234.238148:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:3.0:1788205234.238151:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205234.238152:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205234.238153:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0c380.
00000100:00000001:3.0:1788205234.238156:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205234.238157:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.238159:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.238167:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205234.238168:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.238171:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205234.238173:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.546623:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205234.546634:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205234.546636:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205234.546642:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205234.546647:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205234.546652:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.546655:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205234.546659:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.546662:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205234.554007:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205234.554017:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205234.554019:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205234.554022:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205234.554027:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205234.554029:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205234.554031:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205234.554033:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205234.554037:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205234.554038:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205234.554146:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205234.554154:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205234.554160:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205234.802629:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205234.802640:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205234.802643:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205234.802650:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205234.802656:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205234.802662:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.802665:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205234.802668:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205234.802672:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205235.570478:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205235.570485:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205235.570493:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205235.570494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205235.570513:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205235.570525:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205235.570527:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205235.570534:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205235.570539:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205235.570544:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205235.570547:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205235.570550:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205235.570554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205235.570588:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205235.570590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205235.570593:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205235.826662:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205235.826672:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205235.826675:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205235.826682:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205235.826685:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205235.826690:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205235.826693:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205235.826696:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205235.826699:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205236.274620:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205236.274630:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205236.274632:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205236.274635:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205236.274639:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205236.274646:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4368
00000400:00000200:2.0:1788205236.274654:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205236.274659:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205236.274662:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205236.274665:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.274668:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205236.274670:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.274673:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205236.274677:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205236.274679:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:2.0:1788205236.274682:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205236.274684:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:2.0:1788205236.274687:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:2.0:1788205236.274689:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:2.0:1788205236.274692:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.274694:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205236.274696:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.274698:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205236.274701:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:2.0:1788205236.274704:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205236.274706:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205236.274709:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205236.274712:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205236.274715:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.274717:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205236.274719:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205236.274726:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686166680.
00000020:00000040:2.0:1788205236.274730:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:2.0:1788205236.274735:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205236.274736:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.274739:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205236.274742:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205236.274746:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205236.274753:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800a400.
00000100:00000001:2.0:1788205236.274760:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205236.274879:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205236.274901:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205236.274905:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205236.274910:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc6f80d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.274980:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205236.274985:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205236.274988:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205236.274994:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.275000:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205236.275002:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205236.275006:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205236.275008:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205236.275010:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205236.275014:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556824448:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205236.275017:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205236.275022:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205236.275025:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205236.275027:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205236.275033:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205236.275035:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205236.275040:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205236.275044:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205236.275051:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205236.275065:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556824448, portal 25
00000100:00000001:3.0:1788205236.275068:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205236.275070:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051657344 : -105387657894272 : ffffa02686166680)
00000100:00000040:3.0:1788205236.275076:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.275083:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205236.275086:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205236.275089:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205236.275092:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556824448, offset 0
00000400:00000200:3.0:1788205236.275099:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205236.275106:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205236.275112:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205236.275116:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205236.275120:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205236.275124:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205236.275127:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205236.275131:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3645:3645:256:4294967295] 192.168.201.145@tcp LPNI seq info [3645:3645:8:4294967295]
00000400:00000200:3.0:1788205236.275135:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205236.275145:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205236.275152:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205236.275157:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205236.275164:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205236.275168:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788205236.275174:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205236.275177:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788205236.275181:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205236.275185:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205236.275189:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205236.275193:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205236.275199:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205236.275201:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205236.275205:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205236.275208:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205236.275233:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205236.275237:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205236.275240:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205236.275241:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205236.275243:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205236.275246:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205236.275249:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4368
00000400:00000200:2.0:1788205236.275252:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205236.275256:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205236.275258:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205236.275261:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.275263:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205236.275265:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.275268:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205236.275270:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205236.275272:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:2.0:1788205236.275281:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205236.275283:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:2.0:1788205236.275286:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:2.0:1788205236.275288:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:2.0:1788205236.275291:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.275292:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205236.275294:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.275296:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205236.275298:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:2.0:1788205236.275301:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205236.275303:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205236.275306:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205236.275314:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205236.275317:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.275319:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205236.275323:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205236.275327:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.275328:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205236.275333:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164380.
00000020:00000040:2.0:1788205236.275335:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:2.0:1788205236.275338:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205236.275339:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.275342:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205236.275343:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205236.275345:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205236.275350:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698008400.
00000100:00000001:2.0:1788205236.275354:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205236.275365:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205236.275372:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205236.275374:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205236.275378:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059dd5dfa] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.277570:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205236.277584:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.277596:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.277598:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205236.277610:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205236.277616:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205236.277620:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299043498
00000100:00000010:3.0:1788205236.277629:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150a80.
00000100:00000001:3.0:1788205236.277636:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205236.277643:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299043498
00000100:00000010:3.0:1788205236.277647:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150a20.
00000100:00000001:3.0:1788205236.277650:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205236.277654:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205236.277657:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.277660:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205236.277666:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205236/real 1788205236]  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205236.277677:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205236.277679:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205236.277682:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205236.277685:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205236.277688:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205236.277691:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205236.277695:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205236.277704:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.277712:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205236.277714:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.277716:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205236.277717:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205236.277721:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.277729:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205236.277734:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.277742:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205236.277745:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.277746:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205236.277748:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.277751:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205236.277753:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205236.277756:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205236.277760:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205236.277762:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205236.277766:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205236.277774:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556824448:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205236.277779:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.277782:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205236.277785:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686166680 x1875064556824448/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.277798:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205236.277800:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205236.277804:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205236.277808:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205236.277810:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205236.277812:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205236.277814:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205236.277818:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800a400.
02000000:00000001:3.0:1788205236.277822:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205236.277824:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205236.277826:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686166680.
00000100:00000001:3.0:1788205236.277830:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205236.277831:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.277834:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.277841:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205236.277843:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.277846:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205236.277848:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205236.277850:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205236.277855:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.277862:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205236.277864:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205236.277866:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205236.277870:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205236.277872:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205236.277876:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824576:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205236.277879:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205236.277883:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205236.277885:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205236.277887:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205236.277891:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205236.277893:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205236.277897:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205236.277901:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205236.277905:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205236.277910:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556824576, portal 10
00000100:00000001:3.0:1788205236.277913:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205236.277914:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051648384 : -105387657903232 : ffffa02686164380)
00000100:00000040:3.0:1788205236.277922:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.277929:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205236.277932:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205236.277934:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205236.277937:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556824576, offset 0
00000400:00000200:3.0:1788205236.277942:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205236.277948:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205236.277954:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205236.277959:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205236.277962:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205236.277966:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205236.277968:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205236.277971:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3646:3646:256:4294967295] 192.168.201.145@tcp LPNI seq info [3646:3646:8:4294967295]
00000400:00000200:3.0:1788205236.277976:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205236.277984:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205236.277990:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205236.277995:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205236.278001:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205236.278005:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788205236.278010:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205236.278014:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788205236.278032:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205236.278034:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205236.278037:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205236.278041:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205236.278046:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000100:00000001:2.0:1788205236.278272:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205236.278335:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205236.278339:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205236.278341:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205236.278343:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205236.278346:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205236.278350:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4368
00000400:00000200:2.0:1788205236.278354:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205236.278464:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205236.278468:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205236.278472:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278474:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205236.278477:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278479:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205236.278482:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205236.278484:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:2.0:1788205236.278486:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205236.278489:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:2.0:1788205236.278491:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:2.0:1788205236.278493:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:2.0:1788205236.278495:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278498:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205236.278499:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278501:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205236.278503:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:2.0:1788205236.278506:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278508:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205236.278510:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205236.278515:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205236.278518:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.278520:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205236.278523:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205236.278525:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.278527:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205236.278531:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686167480.
00000020:00000040:2.0:1788205236.278534:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:2.0:1788205236.278538:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205236.278539:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.278542:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205236.278544:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205236.278546:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205236.278552:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02698009400.
00000100:00000001:2.0:1788205236.278557:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205236.278562:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205236.278571:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205236.278575:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205236.278580:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000058fed5a] to pc [ptlrpcd_rcv+-1]  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205236.278590:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205236.278594:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205236.278598:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205236.278600:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205236.278602:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205236.278605:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205236.278607:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4368
00000400:00000200:2.0:1788205236.278611:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:2.0:1788205236.278614:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205236.278617:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205236.278619:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278621:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205236.278624:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278625:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:2.0:1788205236.278628:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205236.278629:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:2.0:1788205236.278631:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205236.278633:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:2.0:1788205236.278635:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:2.0:1788205236.278637:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:2.0:1788205236.278640:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278642:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205236.278644:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278646:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:2.0:1788205236.278648:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:2.0:1788205236.278651:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:2.0:1788205236.278653:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205236.278655:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205236.278657:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205236.278660:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.278661:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205236.278663:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205236.278665:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.278666:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205236.278670:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02686164e00.
00000020:00000040:2.0:1788205236.278673:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:2.0:1788205236.278675:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205236.278676:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205236.278678:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205236.278680:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205236.278681:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205236.278685:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0269800ac00.
00000100:00000001:2.0:1788205236.278688:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205236.278692:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205236.278699:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205236.278701:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205236.278705:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002018a585] to pc [ptlrpcd_rcv+-1]  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205236.278712:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205236.278716:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4378)
00000400:00000010:3.0:1788205236.278795:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205236.278801:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205236.278806:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.278815:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205236.278818:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.278825:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.278826:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205236.278830:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205236.278834:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205236.278838:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205236.278840:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299041622
00000100:00000001:3.0:1788205236.278843:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299043498
00000100:00000001:3.0:1788205236.278845:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299041622
00000100:00000001:3.0:1788205236.278847:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299043498
00000100:00000001:3.0:1788205236.278850:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205236.278852:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.278854:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205236.278858:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205236/real 1788205236]  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205236.278866:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205236.278867:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205236.278869:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205236.278872:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205236.278873:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205236.278876:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205236.278878:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205236.278886:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.278899:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205236.278900:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.278902:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205236.278903:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205236.278907:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.278914:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205236.278918:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.278924:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205236.278927:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.278929:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205236.278930:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.278931:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205236.278933:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205236.278936:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205236.278939:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205236.278942:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205236.278945:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205236.278953:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824576:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205236.278957:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.278960:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205236.278962:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164380 x1875064556824576/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.278969:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205236.278971:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205236.278972:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205236.278975:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205236.278976:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205236.278978:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205236.278980:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205236.278982:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698008400.
02000000:00000001:3.0:1788205236.278984:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205236.278986:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205236.278987:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164380.
00000100:00000001:3.0:1788205236.278990:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205236.278991:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.278993:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.278997:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205236.278998:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.279000:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205236.279002:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205236.279003:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205236.279007:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279014:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205236.279015:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205236.279017:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205236.279019:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205236.279021:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205236.279023:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824704:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205236.279026:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205236.279029:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205236.279030:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205236.279032:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205236.279035:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205236.279037:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205236.279040:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205236.279042:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205236.279046:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205236.279161:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556824704, portal 4
00000100:00000001:3.0:1788205236.279227:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205236.279229:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051660928 : -105387657890688 : ffffa02686167480)
00000100:00000040:3.0:1788205236.279236:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279242:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205236.279244:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205236.279248:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205236.279251:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556824704, offset 0
00000400:00000200:3.0:1788205236.279255:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205236.279260:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205236.279263:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205236.279266:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205236.279269:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205236.279272:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205236.279338:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205236.279342:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3647:3647:256:4294967295] 192.168.201.145@tcp LPNI seq info [3647:3647:8:4294967295]
00000400:00000200:3.0:1788205236.279346:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205236.279353:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205236.279447:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205236.279451:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205236.279467:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205236.279470:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788205236.279474:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205236.279478:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788205236.279484:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205236.279486:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205236.279491:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205236.279496:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205236.279500:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205236.279502:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205236.279506:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205236.279510:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279524:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205236.279527:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279533:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.279534:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205236.279537:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205236.279540:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205236.279543:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205236.279546:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299041306
00000100:00000001:3.0:1788205236.279548:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299043498
00000100:00000001:3.0:1788205236.279550:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299041306
00000100:00000001:3.0:1788205236.279553:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299043498
00000100:00000001:3.0:1788205236.279555:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205236.279557:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.279558:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205236.279561:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205236/real 1788205236]  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205236.279569:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205236.279571:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205236.279572:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205236.279575:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205236.279576:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205236.279578:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205236.279581:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205236.279589:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279595:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205236.279596:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.279598:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205236.279599:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205236.279603:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279610:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205236.279613:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279620:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205236.279622:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.279623:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205236.279624:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.279626:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205236.279628:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205236.279630:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205236.279633:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205236.279635:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205236.279639:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205236.279647:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824704:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205236.279651:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205236.279654:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279660:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205236.279661:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205236.279664:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205236.279665:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205236.279667:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205236.279670:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824832:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205236.279674:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205236.279676:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205236.279677:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205236.279679:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205236.279683:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205236.279684:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205236.279687:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205236.279689:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205236.279692:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205236.279694:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556824832, portal 4
00000100:00000001:3.0:1788205236.279696:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205236.279697:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686051651072 : -105387657900544 : ffffa02686164e00)
00000100:00000040:3.0:1788205236.279702:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279708:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205236.279711:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205236.279713:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205236.279715:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556824832, offset 0
00000400:00000200:3.0:1788205236.279720:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205236.279724:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205236.279727:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205236.279730:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205236.279732:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205236.279734:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205236.279737:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205236.279739:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3648:3648:256:4294967295] 192.168.201.145@tcp LPNI seq info [3648:3648:8:4294967295]
00000400:00000200:3.0:1788205236.279743:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205236.279749:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205236.279753:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205236.279756:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205236.279760:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205236.279763:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788205236.279767:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205236.279769:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788205236.279772:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205236.279774:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205236.279777:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205236.279780:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205236.279783:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205236.279784:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205236.279787:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205236.279790:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279798:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205236.279801:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279808:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.279809:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205236.279812:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205236.279815:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205236.279818:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205236.279820:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299042037
00000100:00000001:3.0:1788205236.279822:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299043498
00000100:00000001:3.0:1788205236.279824:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299042037
00000100:00000001:3.0:1788205236.279826:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299043498
00000100:00000001:3.0:1788205236.279828:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205236.279830:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.279832:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205236.279836:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205236/real 1788205236]  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205236.279844:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205236.279845:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205236.279847:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205236.279849:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205236.279851:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205236.279853:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205236.279856:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205236.279865:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279872:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205236.279873:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.279875:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205236.279876:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205236.279880:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279887:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205236.279891:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279898:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205236.279900:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.279901:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205236.279902:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.279904:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205236.279905:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205236.279908:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205236.279911:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205236.279913:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205236.279917:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205236.279931:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02686164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556824832:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205236.279935:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.279937:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205236.279940:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686167480 x1875064556824704/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279947:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205236.279948:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205236.279950:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5000.
02000000:00000001:3.0:1788205236.279953:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205236.279955:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205236.279956:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205236.279958:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205236.279960:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02698009400.
02000000:00000001:3.0:1788205236.279962:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205236.279963:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205236.279965:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686167480.
00000100:00000001:3.0:1788205236.279967:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205236.279969:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.279970:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205236.279973:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02686164e00 x1875064556824832/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205236.279978:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205236.279980:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205236.279981:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4000.
02000000:00000001:3.0:1788205236.279983:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205236.279984:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205236.279985:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205236.279987:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205236.279988:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0269800ac00.
02000000:00000001:3.0:1788205236.279990:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205236.279991:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205236.279992:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02686164e00.
00000100:00000001:3.0:1788205236.279995:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205236.279996:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.279998:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.280003:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205236.280004:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.280006:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205236.280007:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.594563:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205236.594573:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205236.594577:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.594578:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205236.594581:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205236.594585:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205236.594588:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205236.594589:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205236.594596:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205236.594601:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.594604:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205236.594607:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.594620:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205236.594671:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205236.594679:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205236.594684:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205236.850521:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205236.850531:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205236.850534:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205236.850542:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205236.850548:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205236.850553:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.850557:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205236.850561:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205236.850564:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205237.618550:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205237.618555:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205237.618560:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205237.618561:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205237.618565:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205237.618570:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205237.618571:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205237.618574:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205237.618577:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205237.618583:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205237.618586:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205237.618590:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205237.618593:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205237.618661:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205237.618666:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205237.618670:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205237.874568:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205237.874579:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205237.874582:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205237.874590:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205237.874594:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205237.874601:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205237.874604:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205237.874607:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205237.874610:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205238.514513:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299043498, at 4299043520
00000100:00000010:0.0:1788205238.514532:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a80.
00000100:00000040:1.0:1788205238.514601:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299043498, at 4299043520
00000100:00000010:1.0:1788205238.514608:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150a20.
00010000:00000001:2.0:1788205238.642592:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205238.642603:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205238.642612:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205238.642613:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205238.642771:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205238.642776:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205238.642780:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205238.643651:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205238.643657:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205238.643660:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205238.643665:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205238.643669:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205238.643674:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205238.643677:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205238.643681:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205238.643684:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205238.898556:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205238.898566:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205238.898568:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205238.898576:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205238.898580:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205238.898585:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205238.898588:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205238.898592:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205238.898595:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205239.666574:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205239.666581:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205239.666588:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205239.666591:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205239.666594:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205239.666598:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205239.666602:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205239.666604:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205239.666607:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205239.666609:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205239.666622:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205239.666626:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205239.666628:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205239.666633:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205239.666637:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205239.666640:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205239.666643:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205239.666645:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205239.666648:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205239.666779:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205239.666783:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205239.666785:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205239.922519:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205239.922527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205239.922529:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205239.922534:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205239.922537:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205239.922541:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205239.922544:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205239.922546:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205239.922549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205240.690526:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205240.690535:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205240.690536:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205240.690539:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205240.690546:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205240.690550:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205240.690554:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205240.690557:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205240.690560:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205240.690563:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205240.690601:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205240.690607:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205240.690609:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205240.690821:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205240.690825:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205240.690828:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205240.946580:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205240.946586:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205240.946588:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205240.946592:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205240.946595:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205240.946598:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205240.946600:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205240.946602:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205240.946604:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205241.394581:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205241.394596:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205241.394598:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205241.394603:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205241.394609:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205241.394618:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4373
00000400:00000200:3.0:1788205241.394638:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205241.394646:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205241.394650:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205241.394654:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.394658:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205241.394661:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.394663:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205241.394668:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205241.394672:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205241.394675:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205241.394679:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205241.394682:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205241.394685:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205241.394688:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.394690:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205241.394692:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.394694:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205241.394697:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205241.394700:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205241.394703:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205241.394706:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205241.394711:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205241.394714:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.394717:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205241.394719:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205241.394732:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205241.394736:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205241.394740:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205241.394742:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.394747:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205241.394750:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205241.394755:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205241.394765:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000100:00000001:3.0:1788205241.394773:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205241.394785:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205241.394797:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205241.394803:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205241.394809:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.394894:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205241.394900:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205241.394903:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205241.394910:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.394919:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205241.394922:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205241.394926:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205241.394929:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205241.394932:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205241.394936:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556824960:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205241.394940:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205241.394945:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205241.394948:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205241.394951:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205241.394957:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205241.394959:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205241.394965:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205241.394970:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205241.394977:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205241.394986:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556824960, portal 25
00000100:00000001:0.0:1788205241.394989:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205241.394991:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788205241.395009:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.395017:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205241.395020:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205241.395024:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205241.395029:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556824960, offset 0
00000400:00000200:0.0:1788205241.395037:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205241.395048:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205241.395055:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205241.395061:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205241.395066:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205241.395070:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205241.395073:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205241.395078:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3649:3649:256:4294967295] 192.168.201.145@tcp LPNI seq info [3649:3649:8:4294967295]
00000400:00000200:0.0:1788205241.395084:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205241.395095:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205241.395102:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205241.395107:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205241.395116:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205241.395121:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788205241.395127:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205241.395131:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1788205241.395136:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205241.395139:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205241.395147:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205241.395151:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205241.395158:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205241.395161:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205241.395165:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205241.395169:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205241.395324:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205241.395328:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205241.395332:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205241.395334:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205241.395336:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205241.395338:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205241.395342:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4373
00000400:00000200:3.0:1788205241.395346:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205241.395349:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205241.395352:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205241.395364:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.395443:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205241.395446:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.395449:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205241.395451:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205241.395453:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205241.395454:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205241.395458:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205241.395461:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205241.395463:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205241.395467:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.395469:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205241.395472:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.395474:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205241.395477:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205241.395480:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205241.395483:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205241.395485:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205241.395492:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205241.395494:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.395497:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205241.395502:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205241.395504:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.395507:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205241.395510:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205241.395513:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205241.395515:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205241.395517:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.395519:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205241.395520:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205241.395522:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205241.395527:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788205241.395531:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205241.395536:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205241.395544:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205241.395546:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205241.395550:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.395815:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205241.395821:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.395831:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.395833:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205241.395842:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205241.395846:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205241.395850:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299048617
00000100:00000010:0.0:1788205241.395857:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ad20.
00000100:00000001:0.0:1788205241.395864:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205241.395874:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299048617
00000100:00000010:0.0:1788205241.395877:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a180.
00000100:00000001:0.0:1788205241.395881:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205241.395886:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205241.395889:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.395891:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205241.395896:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205241/real 1788205241]  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205241.395907:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205241.395909:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205241.395912:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205241.395915:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205241.395917:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205241.395920:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205241.395924:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205241.395932:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.395940:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205241.395942:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.395945:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205241.395947:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205241.395951:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.395959:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205241.395965:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.395978:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205241.395981:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.395983:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205241.395984:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.395986:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205241.395989:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205241.396005:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205241.396009:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205241.396012:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205241.396017:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205241.396026:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556824960:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205241.396031:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.396034:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205241.396037:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556824960/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.396044:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205241.396047:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205241.396050:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205241.396054:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205241.396057:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205241.396059:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205241.396062:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205241.396064:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:0.0:1788205241.396069:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205241.396071:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205241.396073:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788205241.396077:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205241.396078:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.396081:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.396091:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205241.396094:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.396096:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205241.396098:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205241.396100:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205241.396104:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.396111:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205241.396113:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205241.396116:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205241.396118:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205241.396121:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205241.396124:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825088:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205241.396128:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205241.396131:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205241.396133:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205241.396135:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205241.396139:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205241.396141:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205241.396145:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205241.396147:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205241.396152:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205241.396155:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556825088, portal 10
00000100:00000001:0.0:1788205241.396158:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205241.396159:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788205241.396167:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.396174:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205241.396177:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205241.396179:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205241.396182:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556825088, offset 0
00000100:00000001:3.0:1788205241.396253:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205241.396257:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205241.396261:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205241.396263:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205241.396264:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205241.396267:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205241.396270:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4373
00000400:00000200:3.0:1788205241.396274:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205241.396278:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205241.396280:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205241.396283:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396285:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205241.396343:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396347:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205241.396350:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205241.396351:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205241.396438:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205241.396442:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205241.396445:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205241.396447:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205241.396451:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396453:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205241.396455:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396457:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205241.396460:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205241.396463:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396466:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205241.396468:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205241.396472:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205241.396474:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.396477:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205241.396479:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205241.396482:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.396483:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205241.396488:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205241.396491:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205241.396493:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205241.396495:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.396497:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205241.396499:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205241.396501:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205241.396505:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:3.0:1788205241.396510:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205241.396517:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205241.396524:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205241.396527:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205241.396530:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205241.396539:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205241.396541:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205241.396545:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205241.396546:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205241.396548:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205241.396551:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205241.396553:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4373
00000400:00000200:3.0:1788205241.396557:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205241.396560:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205241.396562:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205241.396565:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396567:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205241.396569:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396571:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205241.396574:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205241.396575:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205241.396577:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205241.396579:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205241.396581:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205241.396583:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205241.396586:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396588:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205241.396591:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396592:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205241.396594:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205241.396597:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205241.396599:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205241.396601:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205241.396603:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205241.396605:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.396607:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205241.396609:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205241.396612:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.396613:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205241.396618:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205241.396621:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205241.396623:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205241.396624:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.396626:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205241.396743:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205241.396745:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205241.396750:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788205241.396754:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205241.396759:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205241.396765:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205241.396767:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205241.396770:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205241.396778:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205241.396782:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4384)
00000400:00000200:0.0:1788205241.396871:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205241.396878:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205241.396884:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205241.396890:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205241.396893:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205241.396898:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205241.396900:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205241.396904:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3650:3650:256:4294967295] 192.168.201.145@tcp LPNI seq info [3650:3650:8:4294967295]
00000400:00000200:0.0:1788205241.396908:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205241.396916:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205241.396923:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205241.396927:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205241.396935:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205241.396938:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788205241.396943:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205241.396947:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1788205241.396951:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205241.396953:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205241.396958:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205241.396962:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205241.396966:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205241.396968:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205241.396971:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205241.396975:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.396983:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205241.396986:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397055:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.397057:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205241.397062:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205241.397067:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205241.397070:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205241.397072:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299046740
00000100:00000001:0.0:1788205241.397076:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299048617
00000100:00000001:0.0:1788205241.397079:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299046740
00000100:00000001:0.0:1788205241.397081:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299048617
00000100:00000001:0.0:1788205241.397083:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205241.397085:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.397088:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205241.397092:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205241/real 1788205241]  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205241.397100:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205241.397102:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205241.397104:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205241.397106:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205241.397108:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205241.397111:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205241.397114:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205241.397122:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397128:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205241.397130:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.397133:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205241.397135:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205241.397138:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397145:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205241.397150:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397157:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205241.397160:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.397162:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205241.397164:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.397166:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205241.397168:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205241.397170:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205241.397174:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205241.397177:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205241.397181:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205241.397256:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825088:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205241.397262:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.397264:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205241.397267:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556825088/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397273:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205241.397275:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205241.397277:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205241.397280:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205241.397281:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205241.397282:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205241.397284:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205241.397286:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:0.0:1788205241.397289:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205241.397438:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205241.397441:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788205241.397444:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205241.397446:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.397448:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.397453:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205241.397455:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.397457:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205241.397459:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205241.397461:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205241.397466:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397475:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205241.397477:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205241.397480:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205241.397482:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205241.397484:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205241.397487:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825216:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205241.397491:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205241.397494:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205241.397496:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205241.397498:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205241.397502:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205241.397504:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205241.397508:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205241.397510:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205241.397515:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205241.397519:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556825216, portal 4
00000100:00000001:0.0:1788205241.397521:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205241.397522:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788205241.397529:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397535:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205241.397537:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205241.397539:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205241.397541:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556825216, offset 0
00000400:00000200:0.0:1788205241.397546:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205241.397550:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205241.397554:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205241.397557:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205241.397560:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205241.397562:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205241.397565:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205241.397568:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3651:3651:256:4294967295] 192.168.201.145@tcp LPNI seq info [3651:3651:8:4294967295]
00000400:00000200:0.0:1788205241.397572:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205241.397578:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205241.397583:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205241.397587:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205241.397591:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205241.397593:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788205241.397597:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205241.397600:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1788205241.397603:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205241.397605:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205241.397608:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205241.397611:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205241.397614:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205241.397616:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205241.397618:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205241.397622:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397695:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205241.397699:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397706:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.397708:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205241.397713:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205241.397716:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205241.397719:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205241.397721:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299046424
00000100:00000001:0.0:1788205241.397724:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299048617
00000100:00000001:0.0:1788205241.397726:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299046424
00000100:00000001:0.0:1788205241.397728:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299048617
00000100:00000001:0.0:1788205241.397731:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205241.397733:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.397735:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205241.397738:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205241/real 1788205241]  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205241.397746:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205241.397748:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205241.397750:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205241.397752:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205241.397754:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205241.397756:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205241.397760:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205241.397767:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397772:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205241.397773:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.397775:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205241.397776:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205241.397780:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397786:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205241.397790:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397797:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205241.397800:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.397801:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205241.397803:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.397805:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205241.397807:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205241.397811:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205241.397814:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205241.397816:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205241.397820:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205241.397828:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825216:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205241.397831:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205241.397835:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397841:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205241.397842:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205241.397844:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205241.397847:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205241.397849:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205241.397851:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825344:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205241.397853:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205241.397855:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205241.397857:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205241.397858:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205241.397861:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788205241.397863:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205241.397866:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205241.397868:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205241.397872:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205241.397875:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556825344, portal 4
00000100:00000001:0.0:1788205241.397876:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205241.397878:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788205241.397884:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.397896:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205241.397898:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205241.397901:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205241.397903:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556825344, offset 0
00000400:00000200:0.0:1788205241.397907:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205241.397911:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205241.397914:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205241.397917:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205241.397920:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205241.397922:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205241.397925:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205241.397928:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3652:3652:256:4294967295] 192.168.201.145@tcp LPNI seq info [3652:3652:8:4294967295]
00000400:00000200:0.0:1788205241.397932:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205241.397937:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205241.397942:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205241.397945:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205241.397949:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205241.397952:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788205241.397956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205241.397977:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1788205241.397981:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205241.397984:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205241.397987:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205241.397991:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205241.398065:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205241.398068:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205241.398071:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205241.398075:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.398083:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205241.398087:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.398098:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.398099:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205241.398103:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205241.398106:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205241.398109:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205241.398111:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299047155
00000100:00000001:0.0:1788205241.398113:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299048617
00000100:00000001:0.0:1788205241.398115:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299047155
00000100:00000001:0.0:1788205241.398117:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299048617
00000100:00000001:0.0:1788205241.398119:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205241.398121:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.398123:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205241.398126:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205241/real 1788205241]  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205241.398134:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205241.398136:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205241.398137:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205241.398140:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205241.398141:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205241.398143:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205241.398146:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205241.398154:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.398159:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205241.398161:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.398162:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205241.398164:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205241.398168:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.398175:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205241.398179:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.398255:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205241.398259:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.398260:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205241.398262:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.398264:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205241.398265:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205241.398268:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205241.398272:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205241.398275:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205241.398279:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205241.398287:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825344:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205241.398465:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.398468:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205241.398472:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556825216/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.398480:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205241.398482:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205241.398484:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205241.398489:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205241.398491:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205241.398493:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205241.398495:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205241.398499:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:0.0:1788205241.398502:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205241.398505:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205241.398507:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788205241.398511:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205241.398512:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.398514:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205241.398518:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556825344/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205241.398524:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205241.398526:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205241.398527:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788205241.398530:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205241.398531:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205241.398532:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205241.398534:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205241.398536:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:0.0:1788205241.398538:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205241.398539:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205241.398541:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788205241.398543:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205241.398544:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.398547:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205241.398551:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205241.398553:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205241.398555:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205241.398557:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205241.715172:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205241.715178:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205241.715182:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205241.715183:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205241.715258:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205241.715261:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205241.715263:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205241.715801:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205241.715809:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205241.715811:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205241.715818:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205241.715822:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205241.715826:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205241.715829:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205241.715881:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205241.715885:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205241.970917:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205241.970929:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205241.970932:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205241.970940:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205241.970944:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205241.970949:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205241.970952:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205241.970956:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205241.970959:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205242.738528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205242.738535:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205242.738540:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205242.738542:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205242.738628:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205242.738635:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205242.738640:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205242.741425:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205242.741434:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205242.741437:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205242.741444:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205242.741451:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205242.741456:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205242.741459:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205242.741463:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205242.741466:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205242.994636:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205242.994646:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205242.994649:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205242.994656:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205242.994660:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205242.994664:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205242.994667:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205242.994670:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205242.994674:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205243.637503:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299048617, at 4299048643
00000100:00000010:1.0:1788205243.637531:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a180.
00000100:00000040:0.0:1788205243.637657:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299048617, at 4299048643
00000100:00000010:0.0:1788205243.637665:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ad20.
00000100:00000001:3.0:1788205243.762548:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205243.762560:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205243.762563:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205243.762571:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205243.762576:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205243.762583:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205243.762587:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205243.762591:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205243.762594:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205243.762602:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205243.762611:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205243.762618:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205243.762620:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205243.762692:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205243.762697:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205243.762701:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205244.018559:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205244.018569:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205244.018572:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205244.018578:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205244.018583:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205244.018588:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205244.018591:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205244.018595:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205244.018598:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205244.786505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205244.786513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205244.786515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205244.786522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205244.786526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205244.786531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205244.786534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205244.786537:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205244.786540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205244.786602:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205244.786611:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205244.786614:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205244.786620:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205244.786625:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205244.786628:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205244.786630:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205244.786634:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205244.786639:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205244.786641:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205244.786709:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205244.786712:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205244.786716:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205245.043845:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205245.043851:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205245.043853:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205245.043857:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205245.043861:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205245.043864:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205245.043867:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205245.043869:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205245.043872:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205245.810557:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205245.810564:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205245.810566:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205245.810574:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205245.810576:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205245.810579:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205245.810586:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205245.810588:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205245.810597:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205245.810602:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205245.810602:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205245.810610:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205245.810610:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205245.810703:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205245.810706:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205245.810710:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205246.066522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205246.066531:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205246.066533:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205246.066538:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205246.066542:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205246.066546:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205246.066549:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205246.066551:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205246.066554:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205246.514868:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205246.514879:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205246.514881:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205246.514885:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205246.514889:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205246.514896:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4379
00000400:00000200:3.0:1788205246.514905:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205246.514911:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205246.514914:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205246.514917:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.514921:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205246.514924:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.514926:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205246.514930:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205246.514932:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205246.514935:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205246.514938:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205246.514941:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205246.514943:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205246.514946:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.514947:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205246.514949:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.514952:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205246.514954:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205246.514957:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205246.514960:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205246.514962:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205246.514966:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205246.514969:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205246.514971:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205246.514972:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205246.514982:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205246.514986:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205246.514989:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205246.514990:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205246.514993:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205246.514996:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205246.515000:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205246.515007:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000100:00000001:3.0:1788205246.515014:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205246.515022:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205246.515037:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205246.515041:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205246.515046:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205246.515073:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205246.515077:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205246.515080:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205246.515082:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205246.515084:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205246.515086:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205246.515088:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4379
00000400:00000200:3.0:1788205246.515093:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205246.515096:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205246.515098:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205246.515141:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205246.515145:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205246.515147:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205246.515153:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.515161:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788205246.515162:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205246.515163:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205246.515164:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205246.515166:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788205246.515166:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.515168:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788205246.515169:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205246.515170:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205246.515171:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
02000000:00000001:0.0:1788205246.515172:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205246.515173:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:0.0:1788205246.515175:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556825472:192.168.201.145@tcp:250:kworker.0
00000020:00000040:3.0:1788205246.515175:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205246.515177:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788205246.515179:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1788205246.515179:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205246.515182:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
02000000:00000001:0.0:1788205246.515183:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205246.515183:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205246.515185:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205246.515185:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.515187:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:0.0:1788205246.515188:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788205246.515189:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205246.515192:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000010:0.0:1788205246.515193:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c400.
00000100:00000001:3.0:1788205246.515194:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205246.515195:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205246.515196:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205246.515200:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788205246.515200:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205246.515202:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205246.515204:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000001:3.0:1788205246.515204:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205246.515208:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788205246.515210:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000008:00000001:3.0:1788205246.515210:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205246.515212:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205246.515215:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000100:00000200:0.0:1788205246.515216:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556825472, portal 25
00000020:00000040:3.0:1788205246.515217:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:0.0:1788205246.515218:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788205246.515219:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205246.515220:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
02000000:00000001:3.0:1788205246.515221:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205246.515222:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1788205246.515224:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205246.515224:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205246.515226:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205246.515229:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:0.0:1788205246.515232:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205246.515232:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205246.515235:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205246.515237:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00100000:3.0:1788205246.515237:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205246.515239:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556825472, offset 0
00000100:00000001:3.0:1788205246.515243:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205246.515246:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205246.515246:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205246.515249:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205246.515253:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205246.515256:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205246.515259:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00080000:3.0:1788205246.515259:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205246.515262:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205246.515263:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205246.515264:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788205246.515264:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205246.515267:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205246.515268:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:3.0:1788205246.515269:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4379
00000400:00000200:0.0:1788205246.515271:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205246.515272:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205246.515274:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205246.515275:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205246.515288:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3653:3653:256:4294967295] 192.168.201.145@tcp LPNI seq info [3653:3653:8:4294967295]
00000400:00000200:0.0:1788205246.515293:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205246.515297:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205246.515300:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.515302:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205246.515303:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788205246.515304:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.515306:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205246.515308:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.0:1788205246.515309:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000040:3.0:1788205246.515309:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205246.515310:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205246.515313:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000010:0.0:1788205246.515314:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000020:00000001:3.0:1788205246.515315:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205246.515317:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205246.515319:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:0.0:1788205246.515320:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205246.515321:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205246.515323:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:0.0:1788205246.515324:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1788205246.515325:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205246.515327:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205246.515329:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000800:00000200:0.1:1788205246.515330:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205246.515331:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205246.515333:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1788205246.515333:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1788205246.515335:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205246.515337:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205246.515338:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205246.515339:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:0.0:1788205246.515340:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000008:00100000:3.0:1788205246.515341:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205246.515343:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205246.515344:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205246.515346:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1788205246.515347:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788205246.515349:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:0.0:1788205246.515350:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788205246.515351:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205246.515353:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205246.515354:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205246.515355:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205246.515356:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
02000000:00000001:3.0:1788205246.515357:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205246.515358:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
02000000:00000010:3.0:1788205246.515360:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:0.0:1788205246.515361:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205246.515363:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205246.515365:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205246.515366:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205246.515374:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205246.515375:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205246.515376:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205246.515378:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205246.515379:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.515385:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.515387:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205246.515387:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205246.515389:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205246.515392:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205246.515393:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205246.515395:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205246.515430:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205246.515434:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205246.515437:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299053736
00000100:00000010:0.0:1788205246.515442:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ad20.
00000100:00000001:0.0:1788205246.515448:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205246.515457:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299053736
00000100:00000010:0.0:1788205246.515460:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808acc0.
00000100:00000001:0.0:1788205246.515463:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205246.515466:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205246.515468:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.515471:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205246.515476:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205246/real 1788205246]  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205246.515482:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205246.515484:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4379
00000400:00000001:0.0:1788205246.515485:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205246.515487:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1788205246.515488:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205246.515489:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:3.0:1788205246.515490:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205246.515491:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205246.515493:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00080000:3.0:1788205246.515493:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205246.515495:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205246.515500:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205246.515503:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.515506:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788205246.515509:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205246.515509:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205246.515512:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205246.515516:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205246.515518:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.515521:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205246.515523:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205246.515529:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.515539:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205246.515545:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.515552:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205246.515555:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.515556:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205246.515558:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.515560:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205246.515562:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205246.515566:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205246.515569:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205246.515572:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205246.515577:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205246.515585:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556825472:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205246.515592:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.515595:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205246.515599:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556825472/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.515606:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205246.515609:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205246.515611:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788205246.515615:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205246.515616:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205246.515618:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205246.515619:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205246.515622:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:0.0:1788205246.515625:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205246.515626:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205246.515628:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788205246.515631:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205246.515634:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.515639:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.515698:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205246.515702:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.515705:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205246.515706:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205246.515708:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205246.515713:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.515719:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205246.515721:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205246.515723:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205246.515725:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205246.515727:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205246.515730:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825600:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205246.515733:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205246.515735:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205246.515737:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205246.515739:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205246.515742:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788205246.515745:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205246.515750:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205246.515753:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205246.515758:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205246.515761:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556825600, portal 10
00000100:00000001:0.0:1788205246.515763:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205246.515765:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:0.0:1788205246.515772:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.515778:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205246.515781:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205246.515783:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205246.515786:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556825600, offset 0
00000400:00000200:0.0:1788205246.515790:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205246.515794:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205246.515798:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205246.515803:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205246.515806:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205246.515809:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205246.515813:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205246.515817:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3654:3654:256:4294967295] 192.168.201.145@tcp LPNI seq info [3654:3654:8:4294967295]
00000400:00000200:0.0:1788205246.515822:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205246.515833:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205246.515840:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205246.515845:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205246.515850:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205246.515853:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788205246.515857:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205246.515860:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788205246.515863:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205246.515865:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205246.515869:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205246.515872:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205246.515874:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205246.515875:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205246.515878:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205246.515881:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.515887:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205246.515890:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.515895:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.515897:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205246.515900:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205246.515903:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205246.515905:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205246.515907:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299051859
00000100:00000001:0.0:1788205246.515910:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299053736
00000100:00000001:0.0:1788205246.515912:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299051859
00000100:00000001:0.0:1788205246.515914:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299053736
00000100:00000001:0.0:1788205246.515916:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205246.515917:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.515919:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205246.515922:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205246/real 1788205246]  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205246.515930:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205246.515931:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205246.515932:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205246.515935:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205246.515936:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205246.515938:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205246.515942:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205246.515943:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205246.515945:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205246.515947:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205246.515949:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000200:0.0:1788205246.515950:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205246.515951:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205246.515954:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788205246.515957:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1788205246.515958:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205246.515959:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205246.515960:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205246.515961:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788205246.515962:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205246.515964:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205246.515964:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205246.515966:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00100000:0.0:1788205246.515967:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205246.515970:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205246.515973:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.515976:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205246.515976:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788205246.515980:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205246.515980:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205246.515982:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205246.515984:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205246.515988:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205246.515989:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1788205246.515991:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.515993:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205246.515993:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.515995:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205246.515997:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1788205246.515997:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788205246.515999:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1788205246.516000:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:0.0:1788205246.516001:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205246.516003:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1788205246.516003:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205246.516004:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205246.516006:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:0.0:1788205246.516008:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
02000000:00000001:3.0:1788205246.516008:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205246.516011:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.516012:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1788205246.516018:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000040:0.0:1788205246.516020:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205246.516022:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205246.516027:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825600:192.168.201.145@tcp:38:kworker.0
00000100:00100000:3.0:1788205246.516028:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205246.516031:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205246.516035:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205246.516035:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205246.516037:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205246.516043:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516047:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205246.516049:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205246.516051:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205246.516051:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205246.516053:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788205246.516055:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4389)
02000000:00000001:0.0:1788205246.516056:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205246.516059:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825728:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205246.516061:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205246.516064:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205246.516066:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205246.516069:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205246.516073:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205246.516075:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205246.516078:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205246.516082:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205246.516086:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205246.516089:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556825728, portal 4
00000100:00000001:0.0:1788205246.516092:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205246.516093:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788205246.516101:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516108:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205246.516112:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205246.516115:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205246.516118:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556825728, offset 0
00000400:00000200:0.0:1788205246.516121:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205246.516125:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205246.516128:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205246.516131:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205246.516133:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205246.516135:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205246.516138:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205246.516141:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3655:3655:256:4294967295] 192.168.201.145@tcp LPNI seq info [3655:3655:8:4294967295]
00000400:00000200:0.0:1788205246.516145:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205246.516151:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205246.516155:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205246.516159:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205246.516163:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205246.516165:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788205246.516169:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205246.516172:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788205246.516175:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205246.516177:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205246.516181:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205246.516184:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205246.516187:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205246.516189:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205246.516192:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205246.516196:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516202:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205246.516205:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516211:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.516213:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205246.516215:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205246.516218:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205246.516220:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205246.516222:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299051542
00000100:00000001:0.0:1788205246.516224:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299053736
00000100:00000001:0.0:1788205246.516226:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299051542
00000100:00000001:0.0:1788205246.516228:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299053736
00000100:00000001:0.0:1788205246.516230:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205246.516232:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.516234:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205246.516237:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205246/real 1788205246]  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205246.516243:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205246.516244:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205246.516246:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205246.516259:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205246.516262:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205246.516264:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205246.516267:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205246.516275:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516291:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205246.516293:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516294:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205246.516296:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205246.516299:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516305:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205246.516309:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516316:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205246.516318:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516320:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205246.516321:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516323:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205246.516325:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205246.516327:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205246.516330:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205246.516332:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205246.516336:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205246.516343:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825728:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205246.516347:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516349:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205246.516352:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556825600/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516357:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205246.516359:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205246.516361:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788205246.516363:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205246.516364:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205246.516366:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205246.516367:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205246.516369:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:0.0:1788205246.516371:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205246.516372:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205246.516373:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788205246.516376:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205246.516376:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516378:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205246.516381:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556825728/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516386:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205246.516387:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205246.516388:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205246.516390:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205246.516391:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205246.516392:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205246.516394:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205246.516396:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:0.0:1788205246.516418:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205246.516419:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205246.516420:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788205246.516423:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205246.516424:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516426:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516429:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205246.516430:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.516432:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205246.516434:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205246.516435:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205246.516439:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516446:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205246.516447:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205246.516449:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205246.516451:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205246.516452:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205246.516454:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825856:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205246.516456:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205246.516457:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205246.516458:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205246.516459:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205246.516462:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205246.516463:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205246.516465:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205246.516467:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205246.516469:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205246.516471:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556825856, portal 4
00000100:00000001:0.0:1788205246.516473:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205246.516473:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:0.0:1788205246.516477:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516484:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205246.516486:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205246.516487:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205246.516488:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556825856, offset 0
00000400:00000200:0.0:1788205246.516491:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205246.516493:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205246.516496:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205246.516498:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205246.516501:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205246.516503:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205246.516505:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205246.516508:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3656:3656:256:4294967295] 192.168.201.145@tcp LPNI seq info [3656:3656:8:4294967295]
00000400:00000200:0.0:1788205246.516511:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205246.516517:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205246.516522:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205246.516525:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205246.516528:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205246.516531:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788205246.516535:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205246.516538:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788205246.516542:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205246.516544:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205246.516547:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205246.516550:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205246.516553:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205246.516554:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205246.516557:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205246.516560:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516568:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205246.516571:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516582:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.516584:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205246.516587:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205246.516589:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205246.516593:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205246.516595:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299052274
00000100:00000001:0.0:1788205246.516597:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299053736
00000100:00000001:0.0:1788205246.516599:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299052274
00000100:00000001:0.0:1788205246.516601:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299053736
00000100:00000001:0.0:1788205246.516603:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205246.516605:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.516606:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205246.516610:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205246/real 1788205246]  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205246.516617:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205246.516619:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205246.516621:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205246.516623:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205246.516625:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205246.516627:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205246.516630:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205246.516638:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516741:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205246.516743:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516744:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205246.516745:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205246.516748:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516753:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205246.516755:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516759:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205246.516761:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516761:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205246.516762:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516763:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205246.516764:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205246.516765:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205246.516767:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205246.516768:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205246.516770:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205246.516774:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556825856:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205246.516777:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516778:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205246.516780:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556825856/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205246.516783:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205246.516784:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205246.516785:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205246.516786:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205246.516787:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205246.516788:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205246.516789:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205246.516790:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:0.0:1788205246.516791:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205246.516792:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205246.516793:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788205246.516795:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205246.516795:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516796:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205246.516799:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205246.516800:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205246.516801:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205246.516802:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205246.834760:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205246.834770:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205246.834777:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205246.834779:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205246.834908:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205246.834913:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205246.834917:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205246.835206:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205246.835214:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205246.835216:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205246.835221:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205246.835224:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205246.835228:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205246.835231:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205246.835233:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205246.835236:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205247.090527:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205247.090534:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205247.090537:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205247.090542:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205247.090546:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205247.090549:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205247.090552:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205247.090555:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205247.090557:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205247.858473:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205247.858485:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205247.858488:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205247.858495:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205247.858500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205247.858505:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205247.858507:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205247.858510:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205247.858513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205247.858513:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205247.858518:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205247.858524:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205247.858525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205247.858580:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205247.858583:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205247.858586:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205248.114560:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205248.114569:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205248.114571:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205248.114578:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205248.114583:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205248.114587:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205248.114590:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205248.114593:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205248.114596:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205248.754513:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299053736, at 4299053760
00000100:00000040:1.0:1788205248.754513:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299053736, at 4299053760
00000100:00000010:1.0:1788205248.754531:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808acc0.
00000100:00000010:0.0:1788205248.754533:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ad20.
00010000:00000001:2.0:1788205248.882456:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205248.882463:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205248.882463:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205248.882470:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205248.882473:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205248.882473:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205248.882477:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205248.882482:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205248.882486:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205248.882489:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205248.882492:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205248.882495:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205248.882498:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205248.882565:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205248.882571:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205248.882576:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205249.138503:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205249.138511:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205249.138513:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205249.138518:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205249.138522:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205249.138525:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205249.138528:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205249.138531:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205249.138533:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.906502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205249.906513:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205249.906517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205249.906519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205249.906522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205249.906525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205249.906529:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205249.906531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205249.906535:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205249.906536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205249.906539:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205249.906541:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205249.906544:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.906545:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205249.906549:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788205249.906550:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205249.906561:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205249.906564:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205249.906566:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205249.906629:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205249.906633:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205249.906650:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205250.163211:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205250.163236:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205250.163239:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205250.163244:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205250.163248:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205250.163252:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205250.163254:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205250.163257:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205250.163260:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205250.930498:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205250.930506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205250.930508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205250.930514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205250.930517:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205250.930521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205250.930524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205250.930526:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205250.930529:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205250.930624:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205250.930628:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205250.930632:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205250.930633:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205250.930780:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205250.930783:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205250.930787:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205251.187264:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205251.187271:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205251.187273:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205251.187278:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205251.187282:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205251.187285:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205251.187288:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205251.187299:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205251.187305:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205251.634535:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205251.634543:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205251.634545:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205251.634548:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205251.634551:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205251.634556:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4384
00000400:00000200:1.0:1788205251.634563:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205251.634567:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205251.634570:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205251.634572:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634574:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205251.634576:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634578:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205251.634580:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205251.634582:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205251.634584:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205251.634587:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205251.634588:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205251.634590:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205251.634592:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634593:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205251.634594:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634595:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205251.634596:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205251.634598:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634599:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205251.634601:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205251.634603:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205251.634605:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205251.634606:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205251.634608:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205251.634615:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ca80.
00000020:00000040:1.0:1788205251.634617:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205251.634620:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205251.634621:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205251.634623:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205251.634626:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205251.634628:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205251.634634:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8dc00.
00000100:00000001:1.0:1788205251.634639:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205251.634645:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205251.634652:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205251.634655:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205251.634659:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a88cb04f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205251.634675:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205251.634677:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205251.634680:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205251.634680:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205251.634681:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205251.634683:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205251.634684:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4384
00000400:00000200:1.0:1788205251.634686:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205251.634688:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205251.634689:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205251.634691:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634692:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205251.634693:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634694:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205251.634696:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205251.634697:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205251.634698:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205251.634699:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205251.634700:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205251.634702:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205251.634703:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634705:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205251.634706:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634707:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205251.634708:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788205251.634710:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634713:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205251.634714:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205251.634717:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788205251.634718:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205251.634722:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.634723:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205251.634724:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205251.634728:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1788205251.634729:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205251.634733:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205251.634735:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205251.634737:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
00000100:00000040:0.0:1788205251.634738:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205251.634739:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205251.634742:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205251.634745:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205251.634748:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205251.634750:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205251.634752:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.634757:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1788205251.634758:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8d400.
00000100:00000001:0.0:1788205251.634760:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205251.634762:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205251.634764:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1788205251.634768:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788205251.634769:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205251.634774:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205251.634781:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556825984:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205251.634783:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205251.634788:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788205251.634788:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205251.634793:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205251.634797:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205251.634797:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205251.634802:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205251.634808:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f800.
00000100:00000001:1.0:1788205251.634810:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205251.634813:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205251.634815:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205251.634820:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1788205251.634822:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205251.634823:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205251.634826:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788205251.634829:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000100:00000001:1.0:1788205251.634830:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205251.634835:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4384
00000400:00000010:0.0:1788205251.634838:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000400:00000200:1.0:1788205251.634842:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:0.0:1788205251.634847:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556825984, portal 25
00000400:00000200:1.0:1788205251.634848:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205251.634853:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788205251.634854:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205251.634857:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250519168 : -105387459032448 : ffffa02691f0ca80)
00000100:00000040:1.0:1788205251.634861:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634866:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205251.634867:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205251.634872:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634878:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205251.634882:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1788205251.634883:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205251.634886:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000100:00000040:0.0:1788205251.634888:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000020:00000001:1.0:1788205251.634889:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:0.0:1788205251.634892:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000020:00000040:1.0:1788205251.634894:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000100:00000200:0.0:1788205251.634897:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556825984, offset 0
00000020:00000001:1.0:1788205251.634898:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788205251.634903:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788205251.634907:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:1.0:1788205251.634911:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634915:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205251.634919:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:1.0:1788205251.634919:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634924:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:0.0:1788205251.634929:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000040:1.0:1788205251.634929:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788205251.634936:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:0.0:1788205251.634937:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788205251.634942:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205251.634945:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205251.634946:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
02000000:00000001:1.0:1788205251.634949:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205251.634952:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1788205251.634953:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205251.634958:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.634958:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205251.634962:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788205251.634965:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3657:3657:256:4294967295] 192.168.201.145@tcp LPNI seq info [3657:3657:8:4294967295]
00000008:00000001:1.0:1788205251.634967:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205251.634972:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205251.634976:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000010:1.0:1788205251.634979:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000020:00000040:1.0:1788205251.634983:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000400:00000200:0.0:1788205251.634989:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788205251.634989:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205251.634992:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205251.634996:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1788205251.634999:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
02000000:00000001:1.0:1788205251.634999:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205251.635003:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205251.635007:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
02000000:00000010:1.0:1788205251.635009:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c400.
00000100:00000001:1.0:1788205251.635014:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205251.635016:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205251.635021:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00100000:1.0:1788205251.635022:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788205251.635030:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205251.635036:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1788205251.635038:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205251.635042:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205251.635044:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205251.635048:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000100:00000040:1.0:1788205251.635049:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205251.635054:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205251.635063:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788205251.635065:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205251.635069:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000100:00080000:1.0:1788205251.635070:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788205251.635073:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00080000:1.0:1788205251.635075:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205251.635079:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788205251.635079:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205251.635082:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788205251.635086:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205251.635087:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205251.635094:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4384
00000400:00000200:1.0:1788205251.635103:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205251.635110:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205251.635112:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788205251.635114:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205251.635119:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205251.635120:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205251.635125:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205251.635130:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205251.635135:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205251.635135:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205251.635141:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1788205251.635141:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205251.635144:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205251.635147:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205251.635148:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205251.635150:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000400:00000200:0.0:1788205251.635155:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:1.0:1788205251.635155:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788205251.635160:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299058856
00000020:00000001:1.0:1788205251.635160:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788205251.635167:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000010:0.0:1788205251.635168:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ad20.
00000100:00000001:1.0:1788205251.635172:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205251.635176:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205251.635177:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205251.635178:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205251.635183:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:0.0:1788205251.635185:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299058856
00000100:00080000:1.0:1788205251.635187:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000010:0.0:1788205251.635207:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a540.
00000100:00000001:1.0:1788205251.635211:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.635213:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1788205251.635215:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205251.635218:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205251.635220:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205251.635223:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205251.635225:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.635227:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788205251.635229:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205251.635233:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788205251.635234:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205251/real 1788205251]  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788205251.635236:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205251.635241:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205251.635248:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000400:00000001:0.0:1788205251.635250:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1788205251.635253:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000400:00000001:0.0:1788205251.635254:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205251.635258:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
02000000:00000001:1.0:1788205251.635259:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788205251.635263:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
02000000:00000001:1.0:1788205251.635263:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205251.635267:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:1.0:1788205251.635268:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205251.635272:0:2340:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1788205251.635272:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205251.635277:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205251.635279:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788205251.635282:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e400.
00000100:00000001:1.0:1788205251.635289:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205251.635292:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635302:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205251.635305:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205251.635307:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205251.635309:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205251.635312:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205251.635320:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205251.635321:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205251.635326:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.635334:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205251.635335:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205251.635343:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205251.635350:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.635357:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1788205251.635358:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4394)
00000100:00000001:0.0:1788205251.635361:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635365:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205251.635366:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635369:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205251.635371:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205251.635373:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205251.635377:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205251.635380:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205251.635385:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205251.635392:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556825984:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205251.635420:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635422:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205251.635426:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ca80 x1875064556825984/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635432:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205251.635434:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205251.635437:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788205251.635440:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205251.635442:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205251.635444:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205251.635446:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205251.635448:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8dc00.
02000000:00000001:0.0:1788205251.635451:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205251.635453:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205251.635455:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ca80.
00000100:00000001:0.0:1788205251.635458:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205251.635459:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635462:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635467:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205251.635469:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.635471:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205251.635473:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205251.635474:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205251.635478:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635484:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205251.635486:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205251.635488:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205251.635489:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205251.635491:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205251.635494:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826112:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205251.635497:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205251.635499:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205251.635500:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205251.635509:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205251.635512:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788205251.635514:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205251.635517:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205251.635519:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205251.635522:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205251.635525:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556826112, portal 10
00000100:00000001:0.0:1788205251.635527:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205251.635528:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250521856 : -105387459029760 : ffffa02691f0d500)
00000100:00000040:0.0:1788205251.635534:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635540:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205251.635542:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205251.635544:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205251.635547:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556826112, offset 0
00000400:00000200:0.0:1788205251.635550:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205251.635554:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205251.635557:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205251.635560:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205251.635562:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205251.635565:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205251.635567:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205251.635570:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3658:3658:256:4294967295] 192.168.201.145@tcp LPNI seq info [3658:3658:8:4294967295]
00000400:00000200:0.0:1788205251.635573:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205251.635578:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205251.635582:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205251.635585:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205251.635589:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205251.635592:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788205251.635596:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205251.635599:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788205251.635602:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205251.635604:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205251.635606:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205251.635609:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205251.635612:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205251.635614:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205251.635616:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205251.635619:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635626:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205251.635629:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635640:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.635641:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205251.635644:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205251.635647:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205251.635650:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205251.635652:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299056979
00000100:00000001:0.0:1788205251.635654:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299058856
00000100:00000001:0.0:1788205251.635656:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299056979
00000100:00000001:0.0:1788205251.635658:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299058856
00000100:00000001:0.0:1788205251.635660:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205251.635662:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.635663:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205251.635666:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205251/real 1788205251]  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205251.635673:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205251.635675:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205251.635676:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205251.635678:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205251.635680:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205251.635681:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205251.635684:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205251.635692:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635698:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205251.635699:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635701:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205251.635702:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205251.635706:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635712:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205251.635716:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635722:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205251.635724:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635725:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205251.635726:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635728:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205251.635730:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205251.635732:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205251.635735:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205251.635738:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205251.635741:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205251.635749:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826112:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205251.635752:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205251.635755:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635762:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205251.635763:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205251.635765:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205251.635767:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205251.635769:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205251.635771:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826240:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205251.635774:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205251.635776:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205251.635777:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205251.635779:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205251.635782:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788205251.635783:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205251.635786:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205251.635789:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205251.635792:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205251.635794:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556826240, portal 4
00000100:00000001:0.0:1788205251.635796:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205251.635797:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250526336 : -105387459025280 : ffffa02691f0e680)
00000100:00000040:0.0:1788205251.635802:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635808:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205251.635811:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205251.635813:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205251.635815:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556826240, offset 0
00000400:00000200:0.0:1788205251.635819:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205251.635822:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205251.635825:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205251.635828:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205251.635830:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205251.635832:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205251.635834:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205251.635837:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3659:3659:256:4294967295] 192.168.201.145@tcp LPNI seq info [3659:3659:8:4294967295]
00000400:00000200:0.0:1788205251.635841:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205251.635846:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205251.635850:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205251.635853:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205251.635856:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205251.635858:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788205251.635862:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205251.635865:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788205251.635868:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205251.635870:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205251.635873:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205251.635876:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205251.635879:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205251.635880:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205251.635883:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205251.635886:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635893:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205251.635896:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635901:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.635903:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205251.635905:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205251.635908:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205251.635911:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205251.635912:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299056662
00000100:00000001:0.0:1788205251.635914:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299058856
00000100:00000001:0.0:1788205251.635916:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299056662
00000100:00000001:0.0:1788205251.635918:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299058856
00000100:00000001:0.0:1788205251.635920:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205251.635922:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.635924:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205251.635927:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205251/real 1788205251]  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205251.635934:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205251.635935:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205251.635936:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205251.635939:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205251.635940:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205251.635942:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205251.635945:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205251.635952:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635958:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205251.635959:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635961:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205251.635962:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205251.635965:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635971:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205251.635975:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.635981:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205251.635983:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635985:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205251.635986:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.635987:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205251.635988:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205251.635991:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205251.635993:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205251.635995:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205251.635999:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205251.636006:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826240:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205251.636009:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205251.636012:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636019:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205251.636020:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205251.636022:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205251.636023:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205251.636025:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205251.636028:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826368:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205251.636031:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205251.636032:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205251.636034:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205251.636036:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205251.636039:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788205251.636040:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205251.636043:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205251.636046:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205251.636048:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205251.636051:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556826368, portal 4
00000100:00000001:0.0:1788205251.636053:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205251.636054:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250524544 : -105387459027072 : ffffa02691f0df80)
00000100:00000040:0.0:1788205251.636059:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636065:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205251.636067:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205251.636069:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205251.636071:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556826368, offset 0
00000400:00000200:0.0:1788205251.636074:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205251.636077:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205251.636081:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205251.636083:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205251.636085:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205251.636087:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205251.636089:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205251.636093:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3660:3660:256:4294967295] 192.168.201.145@tcp LPNI seq info [3660:3660:8:4294967295]
00000400:00000200:0.0:1788205251.636096:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205251.636101:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205251.636105:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205251.636108:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205251.636111:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205251.636114:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788205251.636117:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205251.636120:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788205251.636123:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205251.636125:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205251.636127:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205251.636130:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205251.636132:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205251.636134:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205251.636136:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205251.636139:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636146:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205251.636149:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636154:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.636156:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205251.636158:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205251.636161:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205251.636163:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205251.636165:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299057393
00000100:00000001:0.0:1788205251.636167:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299058856
00000100:00000001:0.0:1788205251.636169:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299057393
00000100:00000001:0.0:1788205251.636171:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299058856
00000100:00000001:0.0:1788205251.636173:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205251.636175:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.636177:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205251.636180:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205251/real 1788205251]  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205251.636187:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205251.636200:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205251.636202:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205251.636205:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205251.636206:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205251.636208:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205251.636212:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205251.636219:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636224:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205251.636226:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.636228:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205251.636229:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205251.636232:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636239:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205251.636242:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636248:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205251.636250:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.636252:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205251.636253:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.636254:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205251.636256:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205251.636258:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205251.636261:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205251.636263:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205251.636266:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205251.636274:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826368:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205251.636277:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.636279:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205251.636282:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d500 x1875064556826112/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636288:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205251.636289:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205251.636291:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788205251.636294:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205251.636295:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205251.636296:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205251.636299:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205251.636300:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8d400.
02000000:00000001:0.0:1788205251.636302:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205251.636303:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205251.636305:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d500.
00000100:00000001:0.0:1788205251.636307:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205251.636308:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.636310:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205251.636313:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e680 x1875064556826240/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636319:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205251.636320:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205251.636321:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788205251.636324:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205251.636325:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205251.636326:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205251.636328:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205251.636330:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c400.
02000000:00000001:0.0:1788205251.636332:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205251.636333:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205251.636334:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e680.
00000100:00000001:0.0:1788205251.636336:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205251.636337:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.636339:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205251.636341:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0df80 x1875064556826368/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205251.636347:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205251.636349:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205251.636350:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c400.
02000000:00000001:0.0:1788205251.636352:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205251.636353:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205251.636354:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205251.636356:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205251.636357:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e400.
02000000:00000001:0.0:1788205251.636359:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205251.636360:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205251.636362:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0df80.
00000100:00000001:0.0:1788205251.636364:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205251.636365:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.636366:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205251.636369:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205251.636371:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205251.636373:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205251.636374:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205251.954497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205251.954497:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205251.954504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205251.954506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205251.954509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205251.954509:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205251.954511:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205251.954515:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205251.954521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205251.954524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205251.954528:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205251.954531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205251.954534:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205251.954555:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205251.954558:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205251.954561:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205252.210480:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205252.210486:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205252.210488:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205252.210491:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205252.210494:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205252.210497:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205252.210499:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205252.210501:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205252.210502:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205252.978489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205252.978491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205252.978497:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205252.978498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205252.978501:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205252.978505:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205252.978505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205252.978509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205252.978510:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205252.978514:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205252.978524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205252.978527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205252.978530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205252.978534:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205252.978537:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205252.978546:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205253.234471:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205253.234477:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205253.234479:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205253.234487:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205253.234489:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205253.234492:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205253.234494:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205253.234496:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205253.234498:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205253.874490:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299058856, at 4299058880
00000100:00000040:0.0:1788205253.874499:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299058856, at 4299058880
00000100:00000010:1.0:1788205253.874502:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a540.
00000100:00000010:0.0:1788205253.874506:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ad20.
00000100:00000001:3.0:1788205254.002489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205254.002490:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205254.002494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.002495:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205254.002498:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205254.002500:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205254.002502:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205254.002503:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.002507:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205254.002511:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205254.002512:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205254.002514:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205254.002516:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205254.002587:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205254.002590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205254.002593:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205254.258481:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205254.258488:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205254.258490:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205254.258494:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205254.258496:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205254.258499:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205254.258501:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205254.258503:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205254.258505:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205255.026527:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205255.026532:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205255.026533:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205255.026535:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205255.026543:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205255.026543:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205255.026550:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788205255.026550:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205255.026553:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205255.026560:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205255.026562:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205255.026563:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205255.026565:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205255.026572:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205255.026577:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205255.026577:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205255.026586:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205255.026590:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205255.026593:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205255.027244:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205255.027248:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205255.027253:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205255.282560:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205255.282570:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205255.282572:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205255.282578:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205255.282582:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205255.282586:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205255.282588:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205255.282591:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205255.282593:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205256.050507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205256.050514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205256.050522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205256.050522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205256.050529:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205256.050532:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205256.050533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205256.050543:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205256.050556:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205256.050562:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205256.050566:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205256.050570:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205256.050575:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205256.050585:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205256.050590:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205256.050594:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205256.306573:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205256.306587:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205256.306589:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205256.306600:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205256.306604:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205256.306610:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205256.306613:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205256.306617:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205256.306621:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205256.754526:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205256.754541:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205256.754544:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205256.754550:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205256.754555:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205256.754564:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4389
00000400:00000200:3.0:1788205256.754576:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205256.754584:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205256.754588:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205256.754591:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.754595:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205256.754598:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.754601:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205256.754605:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205256.754608:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205256.754612:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205256.754615:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205256.754618:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205256.754620:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205256.754625:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.754627:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205256.754629:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.754630:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205256.754634:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205256.754637:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205256.754640:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205256.754643:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205256.754647:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205256.754650:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205256.754653:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205256.754655:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205256.754667:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205256.754671:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205256.754676:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205256.754678:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205256.754681:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205256.754686:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205256.754691:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205256.754701:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788205256.754710:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205256.754727:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205256.754740:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205256.754746:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205256.754751:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205256.754778:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205256.754782:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205256.754786:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205256.754788:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205256.754790:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205256.754793:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205256.754796:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4389
00000400:00000200:3.0:1788205256.754800:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205256.754804:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205256.754807:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205256.754811:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.754814:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205256.754816:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205256.754818:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205256.754819:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205256.754824:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205256.754826:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000100:00000001:0.0:1788205256.754827:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205256.754829:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205256.754832:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205256.754833:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205256.754837:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205256.754841:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205256.754843:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205256.754847:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.754851:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205256.754856:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.754860:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:0.0:1788205256.754864:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788205256.754864:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:0.0:1788205256.754868:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205256.754870:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:0.0:1788205256.754874:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205256.754875:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205256.754879:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205256.754879:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205256.754884:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205256.754888:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788205256.754890:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556826496:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788205256.754893:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205256.754898:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205256.754899:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788205256.754904:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205256.754905:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205256.754909:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205256.754910:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205256.754914:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205256.754915:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205256.754922:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
00000100:00000010:3.0:1788205256.754922:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788205256.754925:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205256.754928:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205256.754930:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205256.754933:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205256.754935:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205256.754937:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205256.754939:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788205256.754940:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205256.754947:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
02000000:00000010:3.0:1788205256.754947:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:3.0:1788205256.754954:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205256.754958:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00100000:3.0:1788205256.754960:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205256.754970:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556826496, portal 25
00000100:00000001:3.0:1788205256.754970:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205256.754975:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.754976:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205256.754980:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:3.0:1788205256.754981:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205256.754990:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205256.754994:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205256.754999:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205256.755006:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788205256.755006:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205256.755010:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205256.755013:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1788205256.755014:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205256.755018:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000001:3.0:1788205256.755019:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788205256.755023:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556826496, offset 0
00000100:00080000:3.0:1788205256.755026:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4389
00000400:00000200:3.0:1788205256.755032:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205256.755037:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205256.755040:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205256.755044:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205256.755048:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205256.755051:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205256.755052:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205256.755056:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.755059:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205256.755061:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788205256.755065:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000020:00000040:3.0:1788205256.755065:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205256.755069:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205256.755073:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:0.0:1788205256.755075:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788205256.755076:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205256.755081:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:0.0:1788205256.755084:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000040:3.0:1788205256.755087:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.755090:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205256.755092:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.755094:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205256.755098:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:0.0:1788205256.755116:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205256.755120:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205256.755125:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3661:3661:256:4294967295] 192.168.201.145@tcp LPNI seq info [3661:3661:8:4294967295]
00000100:00080000:3.0:1788205256.755131:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000400:00000200:0.0:1788205256.755136:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205256.755137:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205256.755141:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205256.755144:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205256.755147:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205256.755151:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205256.755156:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1788205256.755156:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205256.755162:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205256.755165:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205256.755169:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000010:3.0:1788205256.755171:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205256.755175:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000010:0.0:1788205256.755177:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
02000000:00000001:3.0:1788205256.755179:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205256.755181:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205256.755184:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205256.755187:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205256.755189:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205256.755191:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
02000000:00000010:3.0:1788205256.755195:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000800:00000200:0.0:1788205256.755199:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1788205256.755200:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205256.755208:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788205256.755213:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205256.755220:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1788205256.755221:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205256.755226:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205256.755230:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205256.755233:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000100:00000040:3.0:1788205256.755235:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205256.755244:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205256.755245:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205256.755250:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205256.755255:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788205256.755257:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205256.755260:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205256.755262:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000100:00080000:3.0:1788205256.755263:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788205256.755267:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:3.0:1788205256.755268:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205256.755274:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4389
00000100:00000001:0.0:1788205256.755275:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1788205256.755280:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:0.0:1788205256.755282:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205256.755287:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205256.755293:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205256.755300:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205256.755300:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.755304:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205256.755307:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205256.755309:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.755314:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205256.755319:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205256.755321:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205256.755325:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205256.755328:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205256.755328:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:0.0:1788205256.755333:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1788205256.755333:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205256.755338:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:0.0:1788205256.755340:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205256.755342:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205256.755347:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205256.755348:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:3.0:1788205256.755352:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205256.755354:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299063976
00000100:00000001:3.0:1788205256.755356:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205256.755360:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000010:0.0:1788205256.755361:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ad20.
00000100:00080000:3.0:1788205256.755365:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205256.755369:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.755372:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788205256.755372:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205256.755376:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205256.755380:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205256.755382:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205256.755384:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299063976
00000008:00100000:3.0:1788205256.755385:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205256.755390:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205256.755391:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a660.
00000100:00000001:3.0:1788205256.755393:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205256.755429:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205256.755432:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
00000100:00000001:0.0:1788205256.755435:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1788205256.755436:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205256.755438:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205256.755441:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205256.755442:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205256.755444:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205256.755449:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205256.755449:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.755455:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1788205256.755455:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788205256.755461:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205256.755464:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205256/real 1788205256]  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205256.755470:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1788205256.755484:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788205256.755485:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1788205256.755487:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788205256.755489:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205256.755491:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000100:00000040:3.0:1788205256.755496:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205256.755497:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205256.755500:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205256.755505:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788205256.755510:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205256.755513:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205256.755516:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4399)
00000100:00000200:0.0:1788205256.755527:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755534:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205256.755537:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.755539:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205256.755542:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205256.755546:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755561:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205256.755566:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755573:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205256.755576:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.755578:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205256.755579:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.755581:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205256.755584:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205256.755587:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205256.755591:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205256.755594:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205256.755598:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205256.755607:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556826496:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205256.755612:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.755614:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205256.755617:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556826496/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755624:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205256.755627:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205256.755630:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788205256.755634:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205256.755636:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205256.755638:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205256.755640:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205256.755643:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:0.0:1788205256.755647:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205256.755649:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205256.755651:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788205256.755654:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205256.755655:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.755658:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.755665:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205256.755668:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.755670:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205256.755671:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205256.755673:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205256.755676:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755689:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205256.755691:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205256.755693:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205256.755695:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205256.755696:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205256.755699:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826624:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205256.755702:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205256.755704:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205256.755705:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205256.755716:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205256.755718:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788205256.755720:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205256.755724:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205256.755727:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205256.755732:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205256.755734:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556826624, portal 10
00000100:00000001:0.0:1788205256.755736:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205256.755738:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788205256.755745:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755752:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205256.755754:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205256.755756:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205256.755758:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556826624, offset 0
00000400:00000200:0.0:1788205256.755762:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205256.755766:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205256.755770:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205256.755773:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205256.755775:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205256.755777:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205256.755780:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205256.755784:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3662:3662:256:4294967295] 192.168.201.145@tcp LPNI seq info [3662:3662:8:4294967295]
00000400:00000200:0.0:1788205256.755788:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205256.755794:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205256.755799:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205256.755802:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205256.755806:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205256.755809:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788205256.755813:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205256.755816:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788205256.755820:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205256.755822:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205256.755825:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205256.755828:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205256.755831:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205256.755833:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205256.755836:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205256.755839:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755847:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205256.755850:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755857:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.755858:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205256.755861:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205256.755865:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205256.755867:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205256.755869:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299062099
00000100:00000001:0.0:1788205256.755872:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299063976
00000100:00000001:0.0:1788205256.755874:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299062099
00000100:00000001:0.0:1788205256.755876:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299063976
00000100:00000001:0.0:1788205256.755879:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205256.755882:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.755884:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205256.755887:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205256/real 1788205256]  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205256.755896:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205256.755897:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205256.755899:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205256.755901:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205256.755903:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205256.755905:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205256.755908:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205256.755917:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755923:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205256.755924:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.755926:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205256.755927:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205256.755930:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755936:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205256.755940:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755946:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205256.755948:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.755949:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205256.755951:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.755953:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205256.755955:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205256.755957:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205256.755961:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205256.755963:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205256.755967:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205256.755974:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826624:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205256.755978:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205256.755981:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.755987:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205256.755989:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205256.755991:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205256.755992:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205256.755994:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205256.755997:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826752:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205256.755999:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205256.756001:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205256.756003:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205256.756004:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205256.756008:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788205256.756010:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205256.756013:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205256.756016:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205256.756019:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205256.756022:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556826752, portal 4
00000100:00000001:0.0:1788205256.756024:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205256.756025:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:0.0:1788205256.756032:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756038:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205256.756041:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205256.756043:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205256.756045:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556826752, offset 0
00000400:00000200:0.0:1788205256.756049:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205256.756052:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205256.756055:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205256.756058:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205256.756060:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205256.756063:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205256.756065:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205256.756068:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3663:3663:256:4294967295] 192.168.201.145@tcp LPNI seq info [3663:3663:8:4294967295]
00000400:00000200:0.0:1788205256.756072:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205256.756077:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205256.756081:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205256.756084:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205256.756087:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205256.756090:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788205256.756094:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205256.756097:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788205256.756111:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205256.756113:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205256.756116:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205256.756120:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205256.756123:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205256.756124:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205256.756127:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205256.756130:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756138:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205256.756141:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756147:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.756149:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205256.756152:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205256.756155:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205256.756158:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205256.756160:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299061782
00000100:00000001:0.0:1788205256.756162:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299063976
00000100:00000001:0.0:1788205256.756165:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299061782
00000100:00000001:0.0:1788205256.756167:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299063976
00000100:00000001:0.0:1788205256.756169:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205256.756171:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.756173:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205256.756177:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205256/real 1788205256]  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205256.756185:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205256.756186:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205256.756188:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205256.756190:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205256.756192:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205256.756194:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205256.756197:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205256.756205:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756212:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205256.756213:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756215:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205256.756216:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205256.756219:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756225:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205256.756229:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756236:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205256.756238:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756240:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205256.756241:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756243:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205256.756244:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205256.756246:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205256.756249:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205256.756251:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205256.756255:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205256.756263:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826752:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205256.756267:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205256.756270:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756276:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205256.756277:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205256.756279:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205256.756281:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205256.756282:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205256.756285:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826880:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205256.756289:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205256.756290:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205256.756292:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205256.756294:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205256.756297:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205256.756299:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205256.756302:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205256.756305:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205256.756308:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205256.756310:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556826880, portal 4
00000100:00000001:0.0:1788205256.756313:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205256.756314:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788205256.756320:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756327:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205256.756329:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205256.756331:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205256.756333:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556826880, offset 0
00000400:00000200:0.0:1788205256.756337:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205256.756340:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205256.756343:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205256.756346:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205256.756348:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205256.756350:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205256.756353:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205256.756356:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3664:3664:256:4294967295] 192.168.201.145@tcp LPNI seq info [3664:3664:8:4294967295]
00000400:00000200:0.0:1788205256.756360:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205256.756365:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205256.756369:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205256.756372:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205256.756375:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205256.756378:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788205256.756382:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205256.756417:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788205256.756422:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205256.756424:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205256.756427:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205256.756430:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205256.756433:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205256.756435:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205256.756438:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205256.756441:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756449:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205256.756452:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756459:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.756460:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205256.756463:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205256.756466:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205256.756469:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205256.756471:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299062514
00000100:00000001:0.0:1788205256.756474:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299063976
00000100:00000001:0.0:1788205256.756476:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299062514
00000100:00000001:0.0:1788205256.756478:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299063976
00000100:00000001:0.0:1788205256.756480:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205256.756482:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.756483:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205256.756487:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205256/real 1788205256]  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205256.756495:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205256.756496:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205256.756498:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205256.756500:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205256.756501:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205256.756503:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205256.756507:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205256.756515:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756527:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205256.756528:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756530:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205256.756532:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205256.756535:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756541:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205256.756545:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756551:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205256.756553:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756555:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205256.756556:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756558:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205256.756559:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205256.756561:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205256.756564:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205256.756566:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205256.756569:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205256.756576:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556826880:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205256.756579:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756581:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205256.756584:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556826624/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756591:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205256.756593:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205256.756595:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788205256.756598:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205256.756599:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205256.756601:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205256.756603:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205256.756604:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:0.0:1788205256.756607:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205256.756608:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205256.756610:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788205256.756612:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205256.756614:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756616:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205256.756619:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556826752/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756625:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205256.756627:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205256.756628:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f800.
02000000:00000001:0.0:1788205256.756630:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205256.756631:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205256.756632:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205256.756634:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205256.756635:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:0.0:1788205256.756637:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205256.756638:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205256.756639:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788205256.756642:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205256.756643:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756645:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205256.756648:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556826880/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205256.756653:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205256.756654:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205256.756656:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689c800.
02000000:00000001:0.0:1788205256.756657:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205256.756659:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205256.756660:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205256.756662:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205256.756664:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:0.0:1788205256.756666:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205256.756667:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205256.756668:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788205256.756670:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205256.756671:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756673:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205256.756676:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205256.756677:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205256.756679:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205256.756680:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205257.074557:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205257.074558:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205257.074568:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205257.074571:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205257.074575:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205257.074575:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205257.074579:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205257.074584:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205257.074600:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205257.074605:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205257.074610:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205257.074615:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205257.074619:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205257.074655:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205257.074660:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205257.074664:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205257.330535:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205257.330546:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205257.330549:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205257.330556:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205257.330560:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205257.330564:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205257.330566:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205257.330569:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205257.330571:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205258.098562:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205258.098564:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205258.098570:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205258.098576:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205258.098579:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205258.098582:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205258.098584:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205258.098590:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205258.098594:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205258.098598:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205258.098601:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205258.098605:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205258.098608:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205258.098627:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205258.098635:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205258.098640:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1788205258.295295:0:18809:0:(osc_request.c:745:osc_update_next_shrink()) next time 5596 to shrink grant
00000008:00000020:3.0:1788205258.295306:0:18809:0:(osc_request.c:745:osc_update_next_shrink()) next time 5596 to shrink grant
00000100:00000001:3.0:1788205258.354525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205258.354533:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205258.354535:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205258.354541:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205258.354546:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205258.354549:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205258.354552:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205258.354555:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205258.354557:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205258.994524:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299063976, at 4299064000
00000100:00000010:1.0:1788205258.994538:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a660.
00000100:00000040:0.0:1788205258.995137:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299063976, at 4299064000
00000100:00000010:0.0:1788205258.995144:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ad20.
00010000:00000001:2.0:1788205259.122750:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205259.122756:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205259.122761:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205259.122763:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205259.122813:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205259.122817:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205259.122820:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205259.124124:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205259.124130:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205259.124132:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205259.124137:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205259.124140:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205259.124144:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205259.124147:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205259.124149:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205259.124152:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205259.378692:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205259.378701:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205259.378703:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205259.378709:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205259.378712:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205259.378716:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205259.378719:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205259.378722:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205259.378724:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.146472:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205260.146481:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205260.146484:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205260.146485:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.146487:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205260.146491:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205260.146492:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205260.146495:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205260.146496:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205260.146499:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205260.146500:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205260.146503:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.146503:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205260.146507:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788205260.146507:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205260.146510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205260.146511:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205260.146515:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205260.146517:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205260.146546:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205260.146549:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205260.146552:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205260.402487:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205260.402495:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205260.402498:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205260.402503:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205260.402506:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205260.402509:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205260.402511:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205260.402513:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205260.402514:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.170675:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205261.170683:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205261.170685:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205261.170698:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205261.170701:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205261.170705:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205261.170708:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205261.170710:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205261.170713:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205261.170829:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205261.170833:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205261.170837:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205261.170838:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205261.170900:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205261.170904:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205261.170908:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205261.436137:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205261.436145:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205261.436147:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205261.436153:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205261.436157:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205261.436161:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205261.436164:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205261.436167:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205261.436170:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205261.874541:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205261.874552:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205261.874555:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205261.874559:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205261.874563:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205261.874570:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4394
00000400:00000200:3.0:1788205261.874579:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205261.874587:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205261.874590:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205261.874593:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874596:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205261.874599:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874602:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205261.874616:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205261.874618:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205261.874621:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205261.874624:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205261.874627:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205261.874629:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205261.874632:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874633:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205261.874635:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874637:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205261.874640:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205261.874643:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874646:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205261.874649:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205261.874653:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205261.874656:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.874658:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205261.874660:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205261.874672:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205261.874676:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205261.874680:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205261.874682:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.874685:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205261.874688:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205261.874693:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205261.874701:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:3.0:1788205261.874708:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205261.874718:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205261.874729:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205261.874734:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205261.874739:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205261.874772:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205261.874775:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205261.874778:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205261.874780:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205261.874781:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205261.874784:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205261.874786:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4394
00000400:00000200:3.0:1788205261.874789:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205261.874792:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205261.874794:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205261.874797:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874800:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205261.874802:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874804:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205261.874806:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205261.874807:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205261.874809:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205261.874811:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205261.874813:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205261.874815:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205261.874818:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874820:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205261.874822:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874823:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205261.874826:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205261.874828:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874830:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205261.874832:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205261.874837:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205261.874839:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.874840:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205261.874844:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205261.874847:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.874849:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205261.874852:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205261.874855:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205261.874857:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205261.874858:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.874860:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205261.874862:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205261.874863:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205261.874867:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000100:00000001:3.0:1788205261.874870:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205261.874875:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205261.874882:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205261.874884:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205261.874888:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205261.874895:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205261.874898:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205261.874901:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205261.874902:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205261.874904:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205261.874906:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205261.874908:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4394
00000400:00000200:3.0:1788205261.874912:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205261.874914:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205261.874916:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205261.874919:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874921:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205261.874923:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874925:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205261.874927:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205261.874928:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205261.874930:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205261.874932:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205261.874934:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205261.874936:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205261.874938:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874940:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205261.874942:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874944:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205261.874946:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205261.874949:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205261.874951:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205261.874952:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205261.874955:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205261.874956:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.874958:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205261.874961:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205261.874963:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.874964:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205261.874967:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205261.874969:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205261.874971:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205261.874972:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.874974:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205261.874975:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205261.874977:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205261.874980:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000100:00000001:3.0:1788205261.874983:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205261.874987:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205261.874994:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205261.874996:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205261.874999:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205261.875006:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205261.875032:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205261.875036:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205261.875038:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205261.875039:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205261.875042:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205261.875044:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4394
00000400:00000200:3.0:1788205261.875047:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205261.875050:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205261.875053:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205261.875055:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.875057:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205261.875059:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.875061:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205261.875063:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205261.875064:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205261.875066:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205261.875068:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205261.875070:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205261.875072:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205261.875075:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.875081:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205261.875082:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205261.875084:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205261.875087:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205261.875090:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205261.875092:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205261.875094:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205261.875096:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205261.875098:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.875100:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205261.875102:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205261.875104:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.875106:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205261.875111:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205261.875114:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205261.875116:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205261.875117:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205261.875119:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205261.875120:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205261.875122:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205261.875126:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:3.0:1788205261.875129:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205261.875133:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205261.875140:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205261.875142:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205261.875146:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205261.875153:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205261.875158:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4404)
00000100:00000001:0.0:1788205261.878253:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205261.878263:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205261.878266:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205261.878280:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878292:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205261.878294:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205261.878299:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205261.878302:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205261.878305:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205261.878309:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556827008:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205261.878313:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205261.878319:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205261.878321:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205261.878324:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205261.878332:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788205261.878335:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205261.878342:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205261.878348:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205261.878355:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205261.878363:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556827008, portal 25
00000100:00000001:0.0:1788205261.878366:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205261.878367:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:0.0:1788205261.878374:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878382:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205261.878385:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205261.878388:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205261.878391:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556827008, offset 0
00000400:00000200:0.0:1788205261.878434:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205261.878444:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205261.878452:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205261.878457:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205261.878461:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205261.878465:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205261.878467:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205261.878471:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3665:3665:256:4294967295] 192.168.201.145@tcp LPNI seq info [3665:3665:8:4294967295]
00000400:00000200:0.0:1788205261.878475:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205261.878484:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205261.878491:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205261.878497:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205261.878504:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205261.878508:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788205261.878513:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205261.878517:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788205261.878521:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205261.878524:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205261.878530:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205261.878535:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205261.878540:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205261.878543:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205261.878547:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205261.878551:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878562:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205261.878565:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878572:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205261.878574:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205261.878580:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205261.878583:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205261.878586:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299069100
00000100:00000010:0.0:1788205261.878591:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ad20.
00000100:00000001:0.0:1788205261.878597:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205261.878605:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299069100
00000100:00000010:0.0:1788205261.878608:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a300.
00000100:00000001:0.0:1788205261.878610:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205261.878613:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205261.878615:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205261.878617:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205261.878622:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205261/real 1788205261]  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205261.878631:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205261.878633:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205261.878635:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205261.878638:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205261.878640:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205261.878642:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205261.878646:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205261.878654:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878661:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205261.878663:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.878665:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205261.878667:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205261.878671:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878677:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205261.878681:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878689:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205261.878691:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.878693:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205261.878694:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.878697:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205261.878698:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205261.878702:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205261.878706:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205261.878709:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205261.878712:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205261.878720:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556827008:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205261.878724:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205261.878729:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878741:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205261.878742:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205261.878745:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205261.878747:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205261.878749:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205261.878751:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827136:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205261.878754:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205261.878757:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205261.878759:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205261.878760:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205261.878763:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f400.
02000000:00000001:0.0:1788205261.878765:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205261.878768:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205261.878770:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205261.878773:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205261.878776:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556827136, portal 10
00000100:00000001:0.0:1788205261.878778:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205261.878779:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:0.0:1788205261.878785:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878791:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205261.878793:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205261.878795:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205261.878797:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556827136, offset 0
00000400:00000200:0.0:1788205261.878801:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205261.878805:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205261.878808:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205261.878811:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205261.878813:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205261.878815:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205261.878818:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205261.878822:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3666:3666:256:4294967295] 192.168.201.145@tcp LPNI seq info [3666:3666:8:4294967295]
00000400:00000200:0.0:1788205261.878826:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205261.878832:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205261.878836:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205261.878840:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205261.878844:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205261.878847:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788205261.878851:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205261.878853:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788205261.878857:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205261.878858:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205261.878862:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205261.878865:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205261.878867:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205261.878869:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205261.878872:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205261.878874:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878882:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205261.878885:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878892:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205261.878893:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205261.878896:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205261.878900:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205261.878903:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205261.878905:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299067222
00000100:00000001:0.0:1788205261.878910:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299069100
00000100:00000001:0.0:1788205261.878912:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299067222
00000100:00000001:0.0:1788205261.878915:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299069100
00000100:00000001:0.0:1788205261.878916:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205261.878920:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205261.878922:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205261.878925:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205261/real 1788205261]  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205261.878932:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205261.878933:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205261.878935:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205261.878937:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205261.878939:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205261.878941:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205261.878943:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205261.878950:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878956:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205261.878957:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.878958:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205261.878959:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205261.878962:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878967:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205261.878971:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.878977:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205261.878980:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.878981:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205261.878982:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.878984:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205261.878986:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205261.878989:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205261.878992:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205261.878994:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205261.878998:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205261.879006:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827136:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205261.879028:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205261.879032:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879039:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205261.879041:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205261.879043:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205261.879045:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205261.879047:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205261.879050:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827264:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205261.879054:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205261.879056:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205261.879057:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205261.879059:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205261.879063:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788205261.879065:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205261.879068:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205261.879071:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205261.879074:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205261.879077:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556827264, portal 4
00000100:00000001:0.0:1788205261.879079:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205261.879080:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:0.0:1788205261.879085:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879091:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205261.879093:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205261.879095:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205261.879097:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556827264, offset 0
00000400:00000200:0.0:1788205261.879101:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205261.879104:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205261.879108:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205261.879110:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205261.879113:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205261.879115:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205261.879118:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205261.879120:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3667:3667:256:4294967295] 192.168.201.145@tcp LPNI seq info [3667:3667:8:4294967295]
00000400:00000200:0.0:1788205261.879124:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205261.879129:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205261.879134:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205261.879136:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205261.879140:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205261.879143:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788205261.879147:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205261.879149:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788205261.879153:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205261.879154:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205261.879157:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205261.879160:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205261.879163:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205261.879165:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205261.879167:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205261.879170:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879177:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205261.879180:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879186:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205261.879187:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205261.879190:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205261.879193:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205261.879196:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205261.879197:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299066905
00000100:00000001:0.0:1788205261.879199:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299069100
00000100:00000001:0.0:1788205261.879201:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299066905
00000100:00000001:0.0:1788205261.879203:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299069100
00000100:00000001:0.0:1788205261.879205:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205261.879207:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205261.879209:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205261.879212:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205261/real 1788205261]  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205261.879219:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205261.879220:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205261.879222:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205261.879224:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205261.879225:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205261.879227:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205261.879230:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205261.879238:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879243:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205261.879244:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879246:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205261.879247:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205261.879250:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879257:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205261.879260:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879266:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205261.879269:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879270:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205261.879271:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879273:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205261.879274:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205261.879276:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205261.879279:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205261.879281:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205261.879284:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205261.879291:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827264:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205261.879295:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205261.879299:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879305:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205261.879306:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205261.879309:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205261.879310:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205261.879312:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205261.879315:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827392:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205261.879317:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205261.879320:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205261.879321:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205261.879322:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205261.879325:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205261.879327:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205261.879330:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205261.879332:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205261.879335:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205261.879338:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556827392, portal 4
00000100:00000001:0.0:1788205261.879340:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205261.879341:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:0.0:1788205261.879347:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879353:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205261.879355:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205261.879357:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205261.879359:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556827392, offset 0
00000400:00000200:0.0:1788205261.879363:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205261.879366:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205261.879369:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205261.879371:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205261.879373:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205261.879375:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205261.879377:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205261.879380:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3668:3668:256:4294967295] 192.168.201.145@tcp LPNI seq info [3668:3668:8:4294967295]
00000400:00000200:0.0:1788205261.879383:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205261.879388:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205261.879392:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205261.879394:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205261.879418:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205261.879421:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788205261.879425:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205261.879428:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788205261.879431:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205261.879433:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205261.879436:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205261.879439:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205261.879442:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205261.879443:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205261.879445:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205261.879448:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879455:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205261.879458:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879463:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205261.879464:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205261.879467:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205261.879469:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205261.879472:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205261.879473:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299067637
00000100:00000001:0.0:1788205261.879475:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299069100
00000100:00000001:0.0:1788205261.879477:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299067637
00000100:00000001:0.0:1788205261.879479:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299069100
00000100:00000001:0.0:1788205261.879481:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205261.879483:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205261.879484:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205261.879487:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205261/real 1788205261]  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205261.879493:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205261.879494:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205261.879495:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205261.879497:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205261.879498:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205261.879500:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205261.879503:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205261.879509:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879518:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205261.879520:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879521:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205261.879522:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205261.879525:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879530:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205261.879534:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879539:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205261.879541:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879542:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205261.879543:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879545:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205261.879546:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205261.879548:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205261.879551:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205261.879553:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205261.879556:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205261.879562:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827392:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205261.879566:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879568:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205261.879571:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556827008/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879577:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205261.879580:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205261.879582:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689dc00.
02000000:00000001:0.0:1788205261.879585:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205261.879587:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205261.879589:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205261.879591:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205261.879594:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:0.0:1788205261.879597:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205261.879599:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205261.879601:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:0.0:1788205261.879604:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205261.879606:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879607:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205261.879610:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556827136/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879615:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205261.879616:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205261.879618:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f400.
02000000:00000001:0.0:1788205261.879620:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205261.879621:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205261.879622:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205261.879623:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205261.879624:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:0.0:1788205261.879626:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205261.879627:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205261.879628:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:0.0:1788205261.879631:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205261.879632:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879633:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205261.879636:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556827264/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879641:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205261.879642:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205261.879644:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689e400.
02000000:00000001:0.0:1788205261.879646:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205261.879647:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205261.879648:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205261.879650:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205261.879651:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:0.0:1788205261.879653:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205261.879654:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205261.879655:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:0.0:1788205261.879657:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205261.879658:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879660:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205261.879662:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556827392/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205261.879668:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205261.879669:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205261.879671:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689f000.
02000000:00000001:0.0:1788205261.879673:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205261.879674:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205261.879675:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205261.879677:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205261.879678:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:0.0:1788205261.879680:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205261.879681:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205261.879682:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:0.0:1788205261.879684:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205261.879685:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879688:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205261.879695:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205261.879697:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205261.879699:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205261.879700:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205262.194732:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205262.194740:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205262.194742:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205262.194748:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205262.194752:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205262.194755:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205262.194758:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205262.194761:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205262.194764:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205262.195179:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205262.195182:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205262.195187:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205262.195188:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205262.195228:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205262.195230:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205262.195233:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205262.450508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205262.450516:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205262.450519:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205262.450525:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205262.450528:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205262.450531:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205262.450534:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205262.450536:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205262.450539:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205263.218506:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205263.218513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205263.218515:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205263.218520:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205263.218524:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205263.218528:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205263.218531:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205263.218533:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205263.218536:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205263.219131:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205263.219133:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205263.219143:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205263.219144:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205263.219205:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205263.219209:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205263.219213:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205263.474501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205263.474509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205263.474511:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205263.474516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205263.474519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205263.474523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205263.474526:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205263.474529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205263.474531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205264.114620:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299069100, at 4299069120
00000100:00000010:0.0:1788205264.114645:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ad20.
00000100:00000040:1.0:1788205264.114665:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299069100, at 4299069120
00000100:00000010:1.0:1788205264.114675:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a300.
00000100:00000001:3.0:1788205264.242502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205264.242508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205264.242510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205264.242513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205264.242517:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205264.242520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205264.242521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205264.242524:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205264.242527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205264.242529:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205264.242530:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205264.242531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205264.242534:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205264.242571:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205264.242574:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205264.242577:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205264.498516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205264.498524:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205264.498526:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205264.498531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205264.498535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205264.498539:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205264.498541:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205264.498544:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205264.498546:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205265.266485:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205265.266490:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205265.266492:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205265.266497:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205265.266500:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205265.266503:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205265.266504:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205265.266505:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205265.266507:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205265.266510:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205265.266511:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205265.266514:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205265.266517:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205265.266520:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205265.266522:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205265.266523:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205265.266525:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205265.266528:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205265.266529:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205265.266578:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205265.266581:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205265.266584:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205265.522525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205265.522532:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205265.522534:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205265.522558:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205265.522563:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205265.522567:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205265.522570:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205265.522572:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205265.522575:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.290489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205266.290492:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205266.290497:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.290499:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205266.290501:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205266.290502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205266.290504:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205266.290514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205266.290518:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205266.290521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788205266.290522:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1788205266.290523:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788205266.290527:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.290528:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.290531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205266.290539:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1788205266.482532:0:18809:0:(osc_request.c:745:osc_update_next_shrink()) next time 5604 to shrink grant
00000100:00000001:3.0:1788205266.547048:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205266.547056:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205266.547058:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205266.547064:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205266.547067:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205266.547071:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.547074:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205266.547076:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.547079:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205266.994732:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205266.994741:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205266.994743:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205266.994747:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205266.994751:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205266.994757:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4399
00000400:00000200:0.0:1788205266.995156:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205266.995165:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205266.995169:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205266.995172:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995176:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205266.995179:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995181:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205266.995277:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205266.995280:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205266.995283:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205266.995287:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205266.995289:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205266.995291:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205266.995295:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995297:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205266.995300:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995302:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205266.995304:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205266.995307:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995310:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205266.995312:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205266.995315:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205266.995318:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995320:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205266.995322:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205266.995332:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788205266.995335:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205266.995339:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205266.995340:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995344:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205266.995346:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205266.995350:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205266.995357:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788205266.995364:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205266.995373:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205266.995382:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205266.995386:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205266.995391:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205266.995550:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205266.995553:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205266.995556:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205266.995557:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205266.995558:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205266.995561:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205266.995563:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4399
00000400:00000200:0.0:1788205266.995567:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205266.995569:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205266.995572:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205266.995574:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995576:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205266.995577:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995579:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205266.995581:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205266.995583:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205266.995584:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205266.995586:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205266.995588:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205266.995589:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205266.995592:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995593:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205266.995595:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995596:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205266.995598:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205266.995601:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995602:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205266.995604:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205266.995608:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205266.995610:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995612:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205266.995615:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205266.995617:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995619:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205266.995622:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788205266.995624:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205266.995627:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205266.995628:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995630:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205266.995631:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205266.995632:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205266.995635:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788205266.995638:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205266.995643:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205266.995650:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205266.995652:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205266.995655:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205266.995662:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205266.995664:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205266.995666:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205266.995667:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205266.995669:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205266.995671:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205266.995673:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4399
00000400:00000200:0.0:1788205266.995676:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205266.995678:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205266.995681:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205266.995683:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995685:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205266.995686:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995688:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205266.995690:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205266.995691:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205266.995692:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205266.995694:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788205266.995695:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205266.995697:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788205266.995699:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995701:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205266.995702:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995704:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205266.995706:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788205266.995708:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995709:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205266.995711:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205266.995713:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205266.995715:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995716:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205266.995718:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205266.995720:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995721:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205266.995724:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788205266.995725:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205266.995727:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205266.995728:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995730:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205266.995731:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205266.995732:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205266.995735:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788205266.995737:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205266.995741:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205266.995747:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205266.995748:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205266.995751:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205266.995757:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205266.995759:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205266.995762:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205266.995763:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205266.995764:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205266.995766:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205266.995768:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4399
00000400:00000200:0.0:1788205266.995771:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205266.995773:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205266.995775:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205266.995778:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995779:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205266.995781:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995782:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205266.995784:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205266.995785:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205266.995787:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205266.995788:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788205266.995790:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788205266.995792:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788205266.995794:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995796:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205266.995797:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995800:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205266.995801:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205266.995804:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205266.995806:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205266.995808:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205266.995810:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205266.995811:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995813:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205266.995815:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205266.995817:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205266.995818:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205266.995820:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788205266.995822:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205266.995824:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205266.995825:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.995994:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205266.995998:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205266.996001:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205266.996007:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996016:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205266.996018:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205266.996021:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205266.996024:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205266.996026:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205266.996029:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556827520:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205266.996033:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205266.996038:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205266.996052:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205266.996054:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205266.996061:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7400.
02000000:00000001:3.0:1788205266.996063:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205266.996069:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205266.996073:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205266.996079:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205266.996087:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556827520, portal 25
00000100:00000001:3.0:1788205266.996089:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205266.996090:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000040:3.0:1788205266.996095:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996109:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205266.996112:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205266.996115:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205266.996119:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556827520, offset 0
00000400:00000200:3.0:1788205266.996125:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205266.996132:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205266.996137:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205266.996142:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205266.996145:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205266.996149:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205266.996152:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205266.996156:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3669:3669:256:4294967295] 192.168.201.145@tcp LPNI seq info [3669:3669:8:4294967295]
00000400:00000200:3.0:1788205266.996160:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205266.996170:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205266.996175:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205266.996180:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205266.996367:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205266.996372:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205266.996379:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205266.996383:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205266.996387:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205266.996389:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205266.996512:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205266.996518:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205266.996524:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205266.996527:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205266.996532:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205266.996536:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996545:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205266.996549:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996556:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.996558:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205266.996564:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205266.996568:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205266.996571:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299074218
00000100:00000010:3.0:1788205266.996576:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01504e0.
00000100:00000001:3.0:1788205266.996582:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205266.996588:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299074218
00000100:00000010:3.0:1788205266.996590:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01509c0.
00000100:00000001:3.0:1788205266.996593:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205266.996596:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205266.996600:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.996602:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205266.996607:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205266/real 1788205266]  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205266.996617:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205266.996618:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205266.996620:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205266.996622:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205266.996624:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205266.996626:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205266.996630:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205266.996638:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996645:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205266.996647:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.996649:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205266.996651:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205266.996654:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996661:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205266.996666:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996673:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205266.996676:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.996678:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205266.996679:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.996681:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205266.996683:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205266.996686:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205266.996690:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205266.996694:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205266.996698:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205266.996706:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556827520:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205266.996711:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205266.996714:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996721:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205266.996722:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205266.996725:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205266.996726:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205266.996728:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205266.996730:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827648:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205266.996733:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205266.996735:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205266.996736:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205266.996738:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205266.996741:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205266.996743:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205266.996747:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205266.996749:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205266.996753:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205266.996756:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556827648, portal 10
00000100:00000001:3.0:1788205266.996758:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205266.996759:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:3.0:1788205266.996766:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996773:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205266.996775:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205266.996777:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205266.996780:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556827648, offset 0
00000400:00000200:3.0:1788205266.996785:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205266.996789:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205266.996793:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205266.996796:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205266.996799:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205266.996801:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205266.996804:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205266.996807:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3670:3670:256:4294967295] 192.168.201.145@tcp LPNI seq info [3670:3670:8:4294967295]
00000400:00000200:3.0:1788205266.996811:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205266.996817:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205266.996822:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205266.996825:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205266.996843:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205266.996846:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205266.996851:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205266.996854:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205266.996857:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205266.996859:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205266.996862:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205266.996865:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205266.996868:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205266.996870:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205266.996872:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205266.996875:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996883:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205266.996886:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996892:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.996894:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205266.996897:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205266.996901:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205266.996904:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205266.996906:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299072340
00000100:00000001:3.0:1788205266.996908:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299074218
00000100:00000001:3.0:1788205266.996910:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299072340
00000100:00000001:3.0:1788205266.996912:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299074218
00000100:00000001:3.0:1788205266.996914:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205266.996917:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.996919:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205266.996932:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205266/real 1788205266]  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205266.996941:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205266.996942:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205266.996944:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205266.996946:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205266.996948:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205266.996950:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205266.996954:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205266.996962:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996968:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205266.996970:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.996971:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205266.996972:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205266.996975:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996982:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205266.996985:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.996993:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205266.996996:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.996997:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205266.996998:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.997000:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205266.997001:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205266.997004:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205266.997007:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205266.997009:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205266.997013:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205266.997021:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827648:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205266.997025:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205266.997027:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.997034:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205266.997035:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205266.997047:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205266.997049:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205266.997051:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205266.997054:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827776:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205266.997058:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205266.997060:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205266.997061:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205266.997063:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205266.997066:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205266.997068:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205266.997071:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205266.997074:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205266.997077:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205266.997080:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556827776, portal 4
00000100:00000001:3.0:1788205266.997082:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205266.997083:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:3.0:1788205266.997088:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.997093:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205266.997095:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205266.997107:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205266.997109:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556827776, offset 0
00000400:00000200:3.0:1788205266.997113:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205266.997116:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205266.997120:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205266.997123:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205266.997125:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205266.997127:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205266.997130:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205266.997132:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3671:3671:256:4294967295] 192.168.201.145@tcp LPNI seq info [3671:3671:8:4294967295]
00000400:00000200:3.0:1788205266.997136:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205266.997142:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205266.997146:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205266.997148:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205266.997152:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205266.997154:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205266.997158:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205266.997160:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205266.997177:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205266.997179:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205266.997182:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788205266.997269:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205266.997271:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205266.997274:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205266.997279:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788205266.997284:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205266.997290:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205266.997299:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205266.997302:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205266.997317:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205266.997326:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205266.997330:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4409)
00000400:00000200:3.0:1788205266.997991:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205266.997996:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205266.997998:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205266.998002:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205266.998006:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998016:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205266.998019:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998026:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.998028:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205266.998032:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205266.998271:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205266.998276:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205266.998279:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299072024
00000100:00000001:3.0:1788205266.998282:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299074218
00000100:00000001:3.0:1788205266.998284:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299072024
00000100:00000001:3.0:1788205266.998286:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299074218
00000100:00000001:3.0:1788205266.998289:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205266.998291:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.998293:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205266.998298:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205266/real 1788205266]  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205266.998307:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205266.998309:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205266.998311:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205266.998314:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205266.998316:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205266.998319:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205266.998322:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205266.998331:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998343:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205266.998345:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998347:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205266.998348:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205266.998352:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998359:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205266.998363:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998370:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205266.998373:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998375:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205266.998376:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998378:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205266.998380:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205266.998382:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205266.998386:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205266.998388:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205266.998392:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205266.998419:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827776:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205266.998483:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998486:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205266.998490:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556827520/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998497:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205266.998500:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205266.998503:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7400.
02000000:00000001:3.0:1788205266.998506:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205266.998508:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205266.998510:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205266.998512:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205266.998514:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:3.0:1788205266.998518:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205266.998520:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205266.998521:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:3.0:1788205266.998525:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205266.998526:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998527:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205266.998531:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556827648/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998537:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205266.998538:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205266.998539:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205266.998541:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205266.998542:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205266.998544:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205266.998545:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205266.998547:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:3.0:1788205266.998550:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205266.998551:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205266.998552:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:3.0:1788205266.998554:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205266.998555:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998556:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205266.998559:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556827776/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998566:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205266.998567:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205266.998568:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205266.998570:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205266.998571:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205266.998572:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205266.998574:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205266.998576:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:3.0:1788205266.998578:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205266.998579:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205266.998580:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:3.0:1788205266.998582:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205266.998583:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998585:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998592:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205266.998594:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.998596:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205266.998598:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205266.998600:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205266.998603:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998610:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205266.998611:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205266.998614:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205266.998616:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205266.998618:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205266.998622:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827904:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205266.998625:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205266.998628:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205266.998629:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205266.998631:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205266.998636:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205266.998638:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205266.998641:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205266.998644:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205266.998647:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205266.998651:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556827904, portal 4
00000100:00000001:3.0:1788205266.998653:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205266.998655:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:3.0:1788205266.998661:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998673:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205266.998675:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205266.998677:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205266.998680:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556827904, offset 0
00000400:00000200:3.0:1788205266.998685:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205266.998690:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205266.998694:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205266.998698:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205266.998701:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205266.998704:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205266.998706:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205266.998710:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3672:3672:256:4294967295] 192.168.201.145@tcp LPNI seq info [3672:3672:8:4294967295]
00000400:00000200:3.0:1788205266.998714:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205266.998721:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205266.998726:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205266.998730:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205266.998735:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205266.998738:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788205266.998743:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205266.998746:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788205266.998750:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205266.998752:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205266.998755:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205266.998759:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205266.998761:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205266.998763:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205266.998766:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205266.998769:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998777:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205266.998780:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998792:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.998794:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205266.998797:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205266.998800:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205266.998803:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205266.998805:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299072756
00000100:00000001:3.0:1788205266.998808:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299074218
00000100:00000001:3.0:1788205266.998810:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299072756
00000100:00000001:3.0:1788205266.998812:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299074218
00000100:00000001:3.0:1788205266.998814:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205266.998816:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.998817:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205266.998821:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205266/real 1788205266]  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205266.998890:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205266.998891:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205266.998893:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205266.998896:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205266.998897:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205266.998899:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205266.998903:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205266.998911:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998917:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205266.998918:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998920:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205266.998921:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205266.998934:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998941:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205266.998945:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998950:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205266.998953:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998954:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205266.998955:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998957:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205266.998958:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205266.998960:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205266.998963:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205266.998965:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205266.998969:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205266.998976:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556827904:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205266.998979:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.998981:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205266.998984:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556827904/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205266.998989:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205266.998991:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205266.998993:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205266.998995:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205266.998997:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205266.998998:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205266.999000:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205266.999002:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
02000000:00000001:3.0:1788205266.999004:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205266.999005:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205266.999007:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:3.0:1788205266.999009:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205266.999010:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.999011:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205266.999015:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205266.999017:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205266.999018:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205266.999020:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205267.314521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205267.314529:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205267.314535:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205267.314537:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205267.314589:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205267.314592:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205267.314595:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205267.314606:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205267.314611:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205267.314613:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205267.314618:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205267.314621:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205267.314625:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205267.314627:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205267.314630:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205267.314632:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205267.570516:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205267.570525:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205267.570527:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205267.570533:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205267.570536:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205267.570541:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205267.570543:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205267.570547:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205267.570549:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205268.338508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205268.338508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205268.338513:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205268.338515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205268.338519:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205268.338519:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205268.338522:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205268.338525:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205268.338529:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205268.338532:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205268.338535:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205268.338537:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205268.338540:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205268.338568:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205268.338572:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205268.338576:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205268.594501:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205268.594510:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205268.594512:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205268.594518:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205268.594521:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205268.594525:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205268.594528:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205268.594530:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205268.594533:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205269.234942:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299074218, at 4299074240
00000100:00000010:0.0:1788205269.234959:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01504e0.
00000100:00000040:1.0:1788205269.235388:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299074218, at 4299074240
00000100:00000010:1.0:1788205269.235395:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01509c0.
00010000:00000001:2.0:1788205269.362489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205269.362494:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205269.362499:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205269.362502:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205269.362503:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205269.362505:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205269.362507:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205269.362509:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205269.362510:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205269.362511:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205269.362619:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205269.362624:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205269.362626:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205269.362630:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205269.362633:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205269.362636:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205269.362639:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205269.362641:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205269.362644:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205269.362807:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205269.362811:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205269.362814:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205269.619007:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205269.619015:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205269.619017:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205269.619023:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205269.619027:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205269.619030:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205269.619033:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205269.619036:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205269.619039:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.386507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205270.386515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205270.386517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205270.386522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205270.386526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205270.386529:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.386532:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205270.386535:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.386538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205270.386545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205270.386548:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205270.386552:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205270.386553:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205270.386593:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205270.386596:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205270.386599:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205270.642574:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205270.642584:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205270.642587:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205270.642594:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205270.642599:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205270.642604:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205270.642608:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205270.642611:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205270.642614:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205271.410502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205271.410511:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205271.410513:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205271.410518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205271.410521:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205271.410525:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205271.410527:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205271.410530:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205271.410533:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205271.410925:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205271.410932:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205271.410937:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205271.410938:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205271.411023:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205271.411027:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205271.411030:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205271.666585:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205271.666596:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205271.666599:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205271.666607:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205271.666612:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205271.666618:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205271.666622:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205271.666627:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205271.666630:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205272.116146:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205272.116507:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205272.116511:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205272.116516:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205272.116523:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205272.116533:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4404
00000400:00000200:3.0:1788205272.116543:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205272.116549:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205272.116552:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205272.116555:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.116557:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205272.116560:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.116562:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205272.116565:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205272.116567:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205272.116570:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205272.116573:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205272.116574:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205272.116576:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205272.116578:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.116579:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205272.116580:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.116582:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205272.116584:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205272.116588:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205272.116590:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205272.116593:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205272.117093:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205272.117105:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.117108:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205272.117111:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205272.117124:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205272.117128:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205272.117133:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205272.117135:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.117139:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205272.117143:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205272.117201:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205272.117213:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7c00.
00000100:00000001:3.0:1788205272.117221:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205272.117233:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205272.117245:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205272.117250:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205272.117255:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205272.117286:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205272.117290:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205272.117293:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205272.117295:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205272.117297:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205272.117300:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205272.117303:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4404
00000400:00000200:3.0:1788205272.117308:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205272.117311:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205272.117314:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205272.117318:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.117320:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205272.117325:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.117328:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205272.117331:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205272.117332:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205272.117334:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205272.117338:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788205272.117338:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205272.117341:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788205272.117347:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205272.117348:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:0.0:1788205272.117352:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205272.117357:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.117363:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205272.117367:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205272.117369:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.117376:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205272.117386:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00000001:0.0:1788205272.117426:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788205272.117428:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205272.117429:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205272.117436:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205272.117441:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205272.117444:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.117447:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205272.117450:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556828032:192.168.201.145@tcp:250:kworker.0
02000000:00000001:3.0:1788205272.117452:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205272.117460:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205272.117462:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205272.117467:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.117469:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205272.117471:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1788205272.117474:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205272.117476:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205272.117479:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205272.117482:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205272.117484:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205272.117491:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
02000000:00000010:0.0:1788205272.117494:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689fc00.
00000020:00000040:3.0:1788205272.117496:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205272.117499:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205272.117502:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205272.117505:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.117508:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205272.117511:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:3.0:1788205272.117512:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205272.117516:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205272.117519:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
02000000:00000010:3.0:1788205272.117524:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5800.
00000400:00000010:0.0:1788205272.117530:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000001:3.0:1788205272.117531:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205272.117540:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556828032, portal 25
00000100:00100000:3.0:1788205272.117542:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205272.117545:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205272.117548:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000001:3.0:1788205272.117562:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788205272.117564:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205272.117566:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205272.117580:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.117586:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205272.117593:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205272.117599:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205272.117608:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556828032, offset 0
00000100:00000001:3.0:1788205272.117608:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205272.117619:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205272.117626:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00080000:3.0:1788205272.117628:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205272.117632:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205272.117634:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205272.117638:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205272.117639:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205272.117647:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4404
00000400:00000200:0.0:1788205272.117653:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205272.117661:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205272.117665:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205272.117671:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205272.117673:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:3.0:1788205272.117679:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205272.117682:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205272.117689:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000040:3.0:1788205272.117690:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205272.117700:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3673:3673:256:4294967295] 192.168.201.145@tcp LPNI seq info [3673:3673:8:4294967295]
00000100:00000001:3.0:1788205272.117700:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205272.117708:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:0.0:1788205272.117715:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205272.117716:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205272.117723:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205272.117726:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205272.117731:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205272.117734:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1788205272.117736:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205272.117744:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:0.0:1788205272.117745:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000020:00000001:3.0:1788205272.117754:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000010:0.0:1788205272.117756:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000100:00000040:3.0:1788205272.117767:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:0.0:1788205272.117771:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:3.0:1788205272.117775:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788205272.117777:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1788205272.117783:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.117790:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000800:00000200:0.1:1788205272.117791:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205272.117798:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1788205272.117800:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205272.117808:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205272.117811:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205272.117813:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205272.117816:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1788205272.117818:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788205272.117820:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205272.117823:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000100:00000001:3.0:1788205272.117823:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205272.117828:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788205272.117833:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205272.117855:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000008:00000001:3.0:1788205272.117859:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205272.117861:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000100:00000001:3.0:1788205272.117867:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205272.117868:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205272.117877:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1788205272.117878:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205272.117886:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000100:00000200:0.0:1788205272.117887:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205272.117893:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205272.117895:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.117902:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205272.117906:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205272.117912:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205272.117923:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7400.
00000100:00000001:0.0:1788205272.117925:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205272.117928:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205272.117933:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205272.117939:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205272.117958:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205272.117963:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.117975:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205272.117975:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.117984:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205272.117993:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205272.117996:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205272.117997:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205272.118006:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205272.118010:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205272.118014:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00080000:3.0:1788205272.118015:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205272.118022:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205272.118023:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299079339
00000100:00080000:3.0:1788205272.118028:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4404
00000100:00000010:0.0:1788205272.118033:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808ad20.
00000400:00000200:3.0:1788205272.118033:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205272.118041:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205272.118044:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788205272.118045:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205272.118055:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.118057:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205272.118059:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299079339
00000100:00000040:3.0:1788205272.118060:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.118067:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000010:0.0:1788205272.118069:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0269808a840.
00000020:00000001:3.0:1788205272.118071:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205272.118080:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000001:0.0:1788205272.118081:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1788205272.118088:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205272.118090:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205272.118093:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:0.0:1788205272.118095:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.118103:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788205272.118103:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205272.118109:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00100000:0.0:1788205272.118113:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205272/real 1788205272]  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205272.118120:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205272.118129:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205272.118136:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000001:0.0:1788205272.118137:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205272.118141:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788205272.118143:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000010:0.0:1788205272.118145:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205272.118150:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205272.118152:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205272.118154:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205272.118159:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205272.118168:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118175:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205272.118177:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.118179:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205272.118180:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205272.118184:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118191:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205272.118195:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118210:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205272.118212:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.118214:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205272.118215:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.118218:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205272.118219:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205272.118223:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205272.118227:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205272.118229:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205272.118233:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205272.118241:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556828032:192.168.201.145@tcp:250:kworker.0
00000100:00000001:0.0:1788205272.118245:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.118247:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205272.118250:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556828032/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118263:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205272.118266:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205272.118268:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689fc00.
02000000:00000001:0.0:1788205272.118271:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205272.118274:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205272.118275:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:0.0:1788205272.118278:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205272.118280:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7c00.
02000000:00000001:0.0:1788205272.118283:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205272.118285:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205272.118287:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788205272.118290:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205272.118291:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.118293:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.118299:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205272.118301:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.118304:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205272.118305:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205272.118307:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205272.118311:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118317:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205272.118319:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205272.118321:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205272.118323:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205272.118325:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205272.118328:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828160:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205272.118331:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205272.118333:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205272.118335:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205272.118337:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205272.118339:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689fc00.
02000000:00000001:0.0:1788205272.118341:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205272.118345:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205272.118348:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205272.118351:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205272.118354:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556828160, portal 10
00000100:00000001:0.0:1788205272.118356:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205272.118357:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:0.0:1788205272.118363:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205272.118368:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00000001:0.0:1788205272.118377:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788205272.118379:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000040:0.0:1788205272.118388:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:3.0:1788205272.118390:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205272.118392:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
02000000:00000001:3.0:1788205272.118395:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1788205272.118416:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556828160, offset 0
00000400:00000200:0.0:1788205272.118425:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
02000000:00000001:3.0:1788205272.118426:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205272.118432:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205272.118433:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205272.118441:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205272.118444:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205272.118446:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205272.118448:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205272.118451:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205272.118454:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3674:3674:256:4294967295] 192.168.201.145@tcp LPNI seq info [3674:3674:8:4294967295]
00000400:00000200:0.0:1788205272.118458:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205272.118464:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205272.118468:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205272.118471:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205272.118476:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205272.118478:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205272.118483:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205272.118486:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205272.118489:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205272.118491:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205272.118494:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205272.118497:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205272.118500:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205272.118501:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205272.118504:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205272.118507:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205272.118513:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205272.118517:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205272.118520:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1788205272.118520:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.118525:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205272.118530:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205272.118531:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205272.118537:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205272.118542:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205272.118545:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.118550:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205272.118553:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205272.118558:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205272.118565:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4400.
00000100:00000001:0.0:1788205272.118567:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.118569:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.118572:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1788205272.118577:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205272.118579:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205272.118589:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:0.0:1788205272.118606:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205272.118611:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299077462
00000100:00000001:3.0:1788205272.118611:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205272.118619:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.118620:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299079339
00000100:00000001:0.0:1788205272.118625:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299077462
00000100:00000040:3.0:1788205272.118629:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118631:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299079339
00000100:00000001:0.0:1788205272.118637:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205272.118647:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.118651:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.118652:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788205272.118660:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4414)
00000100:00100000:0.0:1788205272.118666:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205272/real 1788205272]  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205272.118675:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205272.118677:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205272.118679:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205272.118683:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205272.118685:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205272.118689:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205272.118693:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205272.118702:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118714:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205272.118715:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.118717:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205272.118718:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205272.118722:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118729:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205272.118733:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118738:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205272.118740:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.118742:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205272.118743:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.118745:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205272.118747:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205272.118749:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205272.118752:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205272.118754:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205272.118758:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205272.118765:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828160:192.168.201.145@tcp:38:kworker.0
00000100:00000001:0.0:1788205272.118768:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205272.118772:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118778:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205272.118779:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205272.118782:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205272.118784:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205272.118786:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205272.118789:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828288:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205272.118792:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205272.118794:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205272.118796:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205272.118798:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205272.118801:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205272.118803:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205272.118806:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205272.118809:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205272.118812:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205272.118815:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556828288, portal 4
00000100:00000001:0.0:1788205272.118817:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205272.118818:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:0.0:1788205272.118823:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118830:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205272.118832:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205272.118834:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205272.118849:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556828288, offset 0
00000400:00000200:0.0:1788205272.118853:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205272.118857:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205272.118861:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205272.118864:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205272.118866:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205272.118869:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205272.118871:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205272.118874:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3675:3675:256:4294967295] 192.168.201.145@tcp LPNI seq info [3675:3675:8:4294967295]
00000400:00000200:0.0:1788205272.118878:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205272.118884:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205272.118889:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205272.118892:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205272.118896:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205272.118898:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205272.118903:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205272.118906:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205272.118910:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205272.118911:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205272.118914:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205272.118918:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205272.118920:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205272.118922:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205272.118924:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205272.118927:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118935:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205272.118938:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.118944:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.118946:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205272.118948:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205272.118951:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:0.0:1788205272.118954:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205272.118956:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299077145
00000100:00000001:0.0:1788205272.118958:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299079339
00000100:00000001:0.0:1788205272.118960:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299077145
00000100:00000001:0.0:1788205272.118962:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299079339
00000100:00000001:0.0:1788205272.118964:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205272.118966:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.118968:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205272.118971:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205272/real 1788205272]  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205272.118979:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205272.118980:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205272.118982:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205272.118984:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205272.118985:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205272.118988:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205272.118991:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205272.118999:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119005:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205272.119006:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119008:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205272.119010:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205272.119013:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119020:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205272.119024:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119032:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205272.119034:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119035:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205272.119037:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119038:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205272.119040:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205272.119042:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205272.119046:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205272.119048:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205272.119052:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205272.119060:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828288:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205272.119063:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119065:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205272.119068:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556828160/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119075:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205272.119076:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205272.119078:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689fc00.
02000000:00000001:0.0:1788205272.119081:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205272.119082:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205272.119084:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:0.0:1788205272.119086:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205272.119087:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5800.
02000000:00000001:0.0:1788205272.119090:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205272.119091:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205272.119092:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:0.0:1788205272.119095:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205272.119096:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119098:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205272.119101:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556828288/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119107:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205272.119108:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205272.119109:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205272.119111:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205272.119112:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205272.119114:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205272.119115:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205272.119116:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7400.
02000000:00000001:0.0:1788205272.119118:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205272.119120:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205272.119121:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:0.0:1788205272.119123:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205272.119125:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119126:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119130:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205272.119131:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.119133:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205272.119134:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205272.119136:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205272.119140:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119147:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205272.119148:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205272.119150:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205272.119152:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205272.119154:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205272.119156:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828416:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205272.119159:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205272.119161:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205272.119163:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205272.119165:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205272.119167:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205272.119169:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205272.119172:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:0.0:1788205272.119174:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268014b790.
00000400:00000010:0.0:1788205272.119177:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6f68.
00000100:00000200:0.0:1788205272.119180:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556828416, portal 4
00000100:00000001:0.0:1788205272.119182:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205272.119184:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:0.0:1788205272.119189:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119196:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205272.119198:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:0.0:1788205272.119200:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026924a6880.
00000100:00000200:0.0:1788205272.119203:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556828416, offset 0
00000400:00000200:0.0:1788205272.119206:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:0.0:1788205272.119210:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205272.119213:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:0.0:1788205272.119216:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205272.119218:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:0.0:1788205272.119221:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205272.119223:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:0.0:1788205272.119226:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3676:3676:256:4294967295] 192.168.201.145@tcp LPNI seq info [3676:3676:8:4294967295]
00000400:00000200:0.0:1788205272.119230:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205272.119236:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205272.119241:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205272.119244:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686a5f000.
00000800:00000200:0.0:1788205272.119247:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.0:1788205272.119250:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205272.119254:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:0.1:1788205272.119266:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205272.119274:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:0.0:1788205272.119275:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686a5f000.
00000400:00000200:0.0:1788205272.119278:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205272.119282:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205272.119284:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6880
00000400:00000010:0.0:1788205272.119286:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6880.
00000100:00000001:0.0:1788205272.119288:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205272.119292:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119299:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205272.119303:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119309:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.119311:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205272.119314:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205272.119317:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:0.0:1788205272.119320:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205272.119322:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299077876
00000100:00000001:0.0:1788205272.119324:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299079339
00000100:00000001:0.0:1788205272.119326:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299077876
00000100:00000001:0.0:1788205272.119328:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299079339
00000100:00000001:0.0:1788205272.119330:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205272.119332:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.119334:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205272.119338:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205272/real 1788205272]  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205272.119345:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205272.119347:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205272.119348:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268014b790.
00000400:00000200:0.0:1788205272.119351:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026924a6f68
00000400:00000010:0.0:1788205272.119353:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026924a6f68.
00000100:00000001:0.0:1788205272.119355:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205272.119358:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205272.119367:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119373:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205272.119375:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119377:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205272.119378:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205272.119382:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119388:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205272.119392:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119423:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205272.119425:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119427:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205272.119428:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119430:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205272.119431:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205272.119434:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205272.119437:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:0.0:1788205272.119439:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205272.119443:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205272.119450:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828416:192.168.201.145@tcp:8:kworker.0
00000100:00000001:0.0:1788205272.119454:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119455:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205272.119458:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556828416/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205272.119464:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205272.119465:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205272.119467:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0268689ec00.
02000000:00000001:0.0:1788205272.119469:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205272.119471:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205272.119472:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:0.0:1788205272.119474:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205272.119475:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4400.
02000000:00000001:0.0:1788205272.119477:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205272.119478:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205272.119480:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:0.0:1788205272.119482:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205272.119483:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119486:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205272.119489:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205272.119490:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205272.119492:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205272.119493:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205272.434532:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205272.434539:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205272.434545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205272.434547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205272.434687:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205272.434691:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205272.434694:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205272.434755:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205272.434762:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205272.434765:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205272.434771:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205272.434774:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205272.434779:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205272.434782:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205272.434785:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205272.434788:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205272.690546:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205272.690556:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205272.690559:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205272.690566:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205272.690570:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205272.690576:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205272.690579:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205272.690582:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205272.690585:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205273.458505:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205273.458509:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205273.458513:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205273.458514:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205273.458517:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205273.458522:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205273.458524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205273.458525:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205273.458531:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205273.458536:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205273.458539:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205273.458543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205273.458546:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205273.458579:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205273.458583:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205273.458588:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205273.714525:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205273.714533:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205273.714535:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205273.714541:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205273.714545:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205273.714549:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205273.714551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205273.714554:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205273.714557:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205274.354553:0:18771:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299079339, at 4299079360
00000100:00000040:1.0:1788205274.354560:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299079339, at 4299079360
00000100:00000010:0.0:1788205274.354569:0:18771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808ad20.
00000100:00000010:1.0:1788205274.354576:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0269808a840.
00000100:00000001:3.0:1788205274.482501:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205274.482510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205274.482512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205274.482518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205274.482522:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205274.482526:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205274.482529:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205274.482531:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205274.482534:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205274.482587:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205274.482593:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205274.482595:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205274.482598:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205274.482602:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205274.482604:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205274.482606:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205274.482608:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205274.482611:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205274.482613:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205274.482664:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205274.482667:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205274.482670:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205274.738502:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205274.738509:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205274.738511:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205274.738516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205274.738519:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205274.738523:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205274.738525:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205274.738528:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205274.738531:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205275.506495:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205275.506497:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205275.506501:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205275.506501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205275.506504:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205275.506507:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205275.506508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205275.506509:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205275.506519:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205275.506522:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205275.506525:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205275.506527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205275.506531:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205275.506545:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205275.506550:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205275.506554:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205275.762493:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205275.762500:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205275.762503:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205275.762516:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205275.762520:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205275.762524:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205275.762527:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205275.762529:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205275.762532:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205276.530499:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205276.530506:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205276.530508:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205276.530514:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205276.530518:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205276.530521:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205276.530524:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205276.530527:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205276.530530:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205276.530600:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205276.530603:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205276.530606:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205276.530607:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205276.530659:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205276.530662:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205276.530666:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205276.786509:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205276.786515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205276.786517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205276.786522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205276.786525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205276.786529:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205276.786531:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205276.786534:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205276.786536:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205277.234611:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205277.234621:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205277.234623:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205277.234627:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205277.234631:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205277.234638:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4409
00000400:00000200:0.0:1788205277.234647:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205277.234653:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205277.234656:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205277.234660:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205277.234663:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205277.234665:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205277.234668:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205277.234671:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205277.234673:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205277.234676:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205277.234679:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205277.234681:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205277.234683:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205277.234686:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205277.234690:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205277.234691:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205277.234693:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205277.234696:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205277.234699:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205277.234702:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205277.234704:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205277.234708:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205277.234710:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205277.234713:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205277.234716:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205277.234724:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788205277.234728:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205277.234732:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205277.234733:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205277.234736:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205277.234758:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205277.234763:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205277.234772:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788205277.234778:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205277.234788:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205277.234799:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205277.234803:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205277.234807:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205277.234830:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205277.234837:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205277.234840:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205277.234842:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205277.234844:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205277.234847:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205277.234860:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788205277.234863:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4409
00000100:00000001:3.0:1788205277.234866:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1788205277.234870:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205277.234870:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1788205277.234878:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000040:3.0:1788205277.234879:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205277.234881:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205277.234888:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205277.234893:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205277.234898:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205277.234899:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205277.234903:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:3.0:1788205277.234904:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205277.234908:0:18698:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788205277.234911:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1788205277.234912:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
02000000:00000001:3.0:1788205277.234915:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788205277.234916:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205277.234920:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
02000000:00000001:3.0:1788205277.234921:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205277.234925:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00100000:3.0:1788205277.234929:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556828544:192.168.201.145@tcp:250:kworker.0
00000020:00000001:0.0:1788205277.234930:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000001:3.0:1788205277.234937:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788205277.234938:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205277.234942:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788205277.234944:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1788205277.234945:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205277.234949:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:3.0:1788205277.234949:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.234955:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1788205277.234956:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205277.234961:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000010:3.0:1788205277.234962:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:0.0:1788205277.234964:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.234967:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205277.234969:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205277.234976:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205277.234977:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
02000000:00000001:0.0:1788205277.234981:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205277.234984:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000100:00000001:0.0:1788205277.234985:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205277.234991:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1788205277.234994:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000008:00000001:0.0:1788205277.234995:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205277.234999:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205277.235003:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556828544, portal 25
00000100:00000010:0.0:1788205277.235004:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000100:00000001:3.0:1788205277.235008:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1788205277.235010:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000100:00000001:3.0:1788205277.235012:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
02000000:00000001:0.0:1788205277.235014:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205277.235018:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205277.235022:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205277.235023:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205277.235026:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205277.235029:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.235036:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1788205277.235037:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689fc00.
00000100:00000040:3.0:1788205277.235041:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788205277.235044:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205277.235046:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205277.235051:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556828544, offset 0
00000100:00100000:0.0:1788205277.235055:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205277.235066:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205277.235069:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205277.235071:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788205277.235074:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205277.235081:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205277.235089:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000001:0.0:1788205277.235090:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205277.235094:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788205277.235095:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205277.235099:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00080000:0.0:1788205277.235102:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1788205277.235105:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788205277.235106:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205277.235110:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205277.235110:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00000001:0.0:1788205277.235116:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788205277.235120:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3677:3677:256:4294967295] 192.168.201.145@tcp LPNI seq info [3677:3677:8:4294967295]
00000100:00080000:0.0:1788205277.235123:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4409
00000400:00000200:3.0:1788205277.235130:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205277.235132:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205277.235137:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205277.235140:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205277.235147:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000200:3.0:1788205277.235150:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205277.235152:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205277.235158:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000200:3.0:1788205277.235160:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000100:00000001:0.0:1788205277.235162:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205277.235167:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:3.0:1788205277.235167:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000020:00000040:0.0:1788205277.235171:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205277.235174:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.0:1788205277.235176:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:0.0:1788205277.235178:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000800:00000200:3.0:1788205277.235181:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788205277.235182:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205277.235189:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000800:00000200:3.1:1788205277.235191:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000040:0.0:1788205277.235197:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000800:00000200:3.1:1788205277.235198:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788205277.235202:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1788205277.235206:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788205277.235208:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000800:00000010:3.0:1788205277.235210:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000100:00000001:0.0:1788205277.235213:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000400:00000200:3.0:1788205277.235217:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788205277.235218:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:3.0:1788205277.235225:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1788205277.235226:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205277.235231:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205277.235232:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
02000000:00000001:0.0:1788205277.235234:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788205277.235236:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
02000000:00000001:0.0:1788205277.235239:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205277.235242:0:2340:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788205277.235243:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205277.235247:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788205277.235249:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788205277.235251:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205277.235257:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205277.235261:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205277.235267:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000100:00000001:3.0:1788205277.235270:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788205277.235271:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205277.235276:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1788205277.235277:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205277.235279:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205277.235284:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205277.235286:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205277.235289:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.235294:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205277.235297:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:3.0:1788205277.235297:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205277.235303:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.235305:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205277.235311:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205277.235311:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205277.235316:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299084456
00000100:00000010:3.0:1788205277.235324:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150ea0.
00000100:00000001:0.0:1788205277.235326:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205277.235330:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.235332:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1788205277.235336:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235342:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299084456
00000100:00000010:3.0:1788205277.235348:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a0150540.
00000100:00000001:0.0:1788205277.235350:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.235353:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1788205277.235355:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205277.235359:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788205277.235361:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205277.235365:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205277.235365:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205277.235368:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205277.235371:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788205277.235373:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:3.0:1788205277.235378:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205277/real 1788205277]  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205277.235388:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205277.235390:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788205277.235392:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4409
00000400:00000010:3.0:1788205277.235393:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205277.235418:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205277.235420:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205277.235423:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205277.235428:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205277.235437:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000200:3.0:1788205277.235439:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205277.235446:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:3.0:1788205277.235451:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1788205277.235452:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205277.235454:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.235457:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788205277.235458:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205277.235460:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205277.235464:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788205277.235468:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205277.235471:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205277.235476:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205277.235483:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788205277.235484:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788205277.235487:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000100:00000040:3.0:1788205277.235491:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205277.235493:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205277.235497:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:3.0:1788205277.235499:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788205277.235502:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:3.0:1788205277.235503:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.235506:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1788205277.235509:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:3.0:1788205277.235509:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.235511:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205277.235515:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788205277.235518:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00080000:3.0:1788205277.235519:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788205277.235524:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1788205277.235525:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205277.235528:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205277.235531:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000040:3.0:1788205277.235534:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205277.235536:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205277.235542:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00100000:3.0:1788205277.235545:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556828544:192.168.201.145@tcp:250:kworker.0
00000100:00080000:0.0:1788205277.235550:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205277.235550:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.235554:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205277.235556:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205277.235558:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556828544/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205277.235561:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205277.235566:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205277.235573:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.235573:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1788205277.235578:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205277.235580:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205277.235583:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205277.235584:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205277.235588:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
02000000:00000001:3.0:1788205277.235589:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:0.0:1788205277.235592:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000010:3.0:1788205277.235596:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4c00.
02000000:00000001:0.0:1788205277.235597:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205277.235600:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.235602:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788205277.235604:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:3.0:1788205277.235606:0:2340:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:0.0:1788205277.235607:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:3.0:1788205277.235609:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205277.235611:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205277.235613:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205277.235617:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
02000000:00000010:3.0:1788205277.235618:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689ec00.
00000100:00000001:0.0:1788205277.235624:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.235624:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205277.235626:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205277.235629:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:3.0:1788205277.235632:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205277.235633:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205277.235634:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205277.235635:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.235643:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205277.235645:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205277.235648:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205277.235648:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205277.235651:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205277.235654:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.235654:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205277.235659:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205277.235664:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235666:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205277.235669:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.235673:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205277.235675:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205277.235679:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205277.235684:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828672:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205277.235688:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788205277.235689:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.235690:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205277.235691:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.235694:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205277.235696:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4c00.
00000100:00000040:0.0:1788205277.235697:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4419)
02000000:00000001:3.0:1788205277.235698:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205277.235703:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205277.235706:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205277.235708:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205277.235710:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556828672, portal 10
00000100:00000001:3.0:1788205277.235711:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205277.235712:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:3.0:1788205277.235717:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235721:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205277.235723:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205277.235724:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205277.235726:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556828672, offset 0
00000400:00000200:3.0:1788205277.235728:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205277.235731:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205277.235733:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205277.235735:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205277.235736:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205277.235738:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205277.235758:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205277.235762:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3678:3678:256:4294967295] 192.168.201.145@tcp LPNI seq info [3678:3678:8:4294967295]
00000400:00000200:3.0:1788205277.235766:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205277.235772:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205277.235777:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205277.235780:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205277.235784:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205277.235787:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205277.235791:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205277.235793:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205277.235797:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205277.235799:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205277.235801:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205277.235804:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205277.235806:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205277.235807:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205277.235809:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205277.235811:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235816:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205277.235818:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235822:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.235823:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205277.235825:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205277.235827:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205277.235829:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205277.235831:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299082579
00000100:00000001:3.0:1788205277.235832:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299084456
00000100:00000001:3.0:1788205277.235834:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299082579
00000100:00000001:3.0:1788205277.235835:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299084456
00000100:00000001:3.0:1788205277.235836:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205277.235837:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.235839:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205277.235841:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205277/real 1788205277]  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205277.235845:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205277.235845:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205277.235846:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205277.235848:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205277.235849:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205277.235850:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205277.235852:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205277.235856:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235863:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205277.235864:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.235865:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205277.235866:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205277.235869:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235875:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205277.235878:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235884:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205277.235887:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.235888:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205277.235890:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.235891:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205277.235893:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205277.235896:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205277.235899:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205277.235902:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205277.235906:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205277.235912:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828672:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205277.235915:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205277.235917:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235921:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205277.235922:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.235923:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205277.235925:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205277.235926:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205277.235928:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828800:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205277.235930:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205277.235931:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205277.235932:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.235933:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205277.235935:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5400.
02000000:00000001:3.0:1788205277.235937:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205277.235939:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205277.235940:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205277.235943:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205277.235945:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556828800, portal 4
00000100:00000001:3.0:1788205277.235946:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205277.235947:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:3.0:1788205277.235951:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.235954:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205277.235956:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205277.235957:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205277.235958:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556828800, offset 0
00000400:00000200:3.0:1788205277.235960:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205277.235963:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205277.235965:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205277.235966:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205277.235968:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205277.235969:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205277.235971:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205277.235973:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3679:3679:256:4294967295] 192.168.201.145@tcp LPNI seq info [3679:3679:8:4294967295]
00000400:00000200:3.0:1788205277.235975:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205277.235979:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205277.235982:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205277.235983:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205277.235986:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205277.235987:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205277.235990:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205277.235991:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205277.235993:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205277.235994:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205277.235996:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205277.235998:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205277.236000:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205277.236001:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205277.236002:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205277.236004:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236009:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205277.236010:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236014:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.236015:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205277.236017:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205277.236018:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205277.236020:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205277.236021:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299082262
00000100:00000001:3.0:1788205277.236023:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299084456
00000100:00000001:3.0:1788205277.236024:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299082262
00000100:00000001:3.0:1788205277.236025:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299084456
00000100:00000001:3.0:1788205277.236026:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205277.236027:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.236028:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205277.236030:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205277/real 1788205277]  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205277.236035:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205277.236036:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205277.236037:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205277.236038:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205277.236039:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205277.236040:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205277.236041:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205277.236045:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236049:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205277.236050:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236051:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205277.236052:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205277.236054:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236057:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205277.236059:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236063:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205277.236064:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236065:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205277.236065:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236066:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205277.236067:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205277.236069:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205277.236070:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205277.236071:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205277.236073:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205277.236078:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828800:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205277.236080:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236081:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205277.236083:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556828672/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236086:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205277.236087:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205277.236088:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4c00.
02000000:00000001:3.0:1788205277.236089:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205277.236090:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205277.236091:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205277.236092:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205277.236092:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689fc00.
02000000:00000001:3.0:1788205277.236094:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205277.236095:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205277.236096:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:3.0:1788205277.236098:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205277.236099:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236101:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205277.236104:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556828800/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236110:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205277.236111:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205277.236112:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5400.
02000000:00000001:3.0:1788205277.236115:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205277.236116:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205277.236117:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205277.236119:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205277.236121:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:3.0:1788205277.236123:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205277.236125:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205277.236126:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:3.0:1788205277.236128:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205277.236130:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236131:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236135:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205277.236136:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.236138:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205277.236139:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205277.236140:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205277.236144:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236150:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205277.236151:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.236153:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205277.236155:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205277.236157:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205277.236159:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828928:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205277.236162:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205277.236164:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205277.236165:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205277.236167:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205277.236169:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5400.
02000000:00000001:3.0:1788205277.236171:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205277.236174:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205277.236176:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205277.236179:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205277.236182:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556828928, portal 4
00000100:00000001:3.0:1788205277.236183:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205277.236185:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000100:00000040:3.0:1788205277.236190:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236195:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205277.236197:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205277.236199:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205277.236200:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556828928, offset 0
00000400:00000200:3.0:1788205277.236202:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205277.236206:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205277.236209:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205277.236212:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205277.236214:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205277.236215:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205277.236218:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205277.236220:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3680:3680:256:4294967295] 192.168.201.145@tcp LPNI seq info [3680:3680:8:4294967295]
00000400:00000200:3.0:1788205277.236224:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205277.236230:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205277.236234:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205277.236237:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205277.236240:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205277.236242:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205277.236246:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205277.236249:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205277.236251:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205277.236252:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205277.236254:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205277.236256:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205277.236258:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205277.236259:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205277.236260:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205277.236263:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236268:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205277.236269:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236273:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.236274:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205277.236276:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205277.236278:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205277.236280:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205277.236282:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299082993
00000100:00000001:3.0:1788205277.236283:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299084456
00000100:00000001:3.0:1788205277.236284:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299082993
00000100:00000001:3.0:1788205277.236286:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299084456
00000100:00000001:3.0:1788205277.236287:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205277.236288:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.236289:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205277.236291:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205277/real 1788205277]  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205277.236295:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205277.236296:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205277.236297:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205277.236298:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205277.236299:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205277.236300:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205277.236302:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205277.236307:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236310:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205277.236311:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236312:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205277.236312:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205277.236314:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236317:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205277.236319:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236324:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205277.236325:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236326:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205277.236327:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236328:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205277.236329:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205277.236330:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205277.236332:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205277.236333:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205277.236335:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205277.236339:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556828928:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205277.236341:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236342:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205277.236343:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556828928/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205277.236346:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205277.236347:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205277.236349:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5400.
02000000:00000001:3.0:1788205277.236350:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205277.236351:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205277.236352:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205277.236353:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205277.236354:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:3.0:1788205277.236355:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205277.236356:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205277.236357:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:3.0:1788205277.236358:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205277.236359:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236361:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.236362:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205277.236363:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.236364:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205277.236365:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.554490:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205277.554495:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205277.554498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205277.554499:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.554502:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205277.554508:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1788205277.554508:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205277.554512:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205277.554514:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205277.554519:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.554521:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205277.554524:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.554527:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205277.554556:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205277.554560:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205277.554563:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205277.810458:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205277.810463:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205277.810465:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205277.810469:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205277.810471:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205277.810473:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.810482:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205277.810484:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205277.810486:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205278.579104:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205278.579110:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205278.579114:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205278.579115:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205278.579170:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205278.579174:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205278.579178:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205278.579894:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205278.579898:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205278.579900:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205278.579904:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205278.579908:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205278.579911:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205278.579914:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205278.579916:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205278.579919:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205278.834857:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205278.834865:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205278.834866:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205278.834873:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205278.834876:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205278.834880:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205278.834883:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205278.834886:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205278.834889:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205279.474526:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299084456, at 4299084480
00000100:00000010:1.0:1788205279.474539:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150540.
00000100:00000040:0.0:1788205279.474617:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299084456, at 4299084480
00000100:00000010:0.0:1788205279.474623:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a0150ea0.
00000100:00000001:3.0:1788205279.602510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205279.602515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205279.602517:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205279.602521:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205279.602521:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205279.602529:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205279.602530:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205279.602534:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205279.602537:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205279.602538:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205279.602541:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205279.602542:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205279.602546:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205279.602547:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205279.602548:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205279.602555:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205279.602558:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205279.602560:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205279.602562:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205279.603750:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205279.603754:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205279.603757:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205279.858906:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205279.858914:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205279.858916:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205279.858922:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205279.858926:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205279.858930:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205279.858933:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205279.858936:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205279.858939:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205280.626521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205280.626530:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205280.626537:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205280.626538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205280.626611:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205280.626615:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205280.626619:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205280.629279:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205280.629287:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205280.629289:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205280.629295:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205280.629300:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205280.629305:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205280.629308:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205280.629310:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205280.629313:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205280.882574:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205280.882585:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205280.882587:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205280.882592:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205280.882597:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205280.882601:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205280.882604:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205280.882608:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205280.882610:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205281.650591:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205281.650601:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205281.650604:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205281.650611:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205281.650615:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205281.650620:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205281.650623:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205281.650627:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205281.650630:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205281.650777:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205281.650785:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205281.650790:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205281.650791:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205281.650875:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205281.650879:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205281.650882:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205281.906556:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205281.906565:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205281.906568:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205281.906575:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205281.906579:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205281.906584:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205281.906587:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205281.906590:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205281.906593:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205282.354526:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205282.354536:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205282.354540:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205282.354544:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205282.354549:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205282.354556:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4414
00000400:00000200:0.0:1788205282.354564:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205282.354570:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205282.354573:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205282.354576:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.354580:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205282.354582:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.354584:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205282.354588:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205282.354591:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205282.354594:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205282.354597:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205282.354599:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205282.354602:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205282.354605:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.354607:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205282.354609:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.354611:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205282.354614:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205282.354618:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205282.354622:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205282.354625:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205282.354628:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205282.354631:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205282.354633:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205282.354635:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205282.354642:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000020:00000040:0.0:1788205282.354645:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205282.354650:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205282.354652:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205282.354655:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205282.354681:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205282.354686:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205282.354694:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788205282.354700:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205282.354710:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205282.354720:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205282.354725:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205282.354731:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205282.354754:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205282.354757:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205282.354762:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205282.354763:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205282.354765:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205282.354768:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205282.354771:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4414
00000400:00000200:0.0:1788205282.354776:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205282.354780:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205282.354783:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205282.354786:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.354789:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205282.354789:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205282.354794:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205282.354795:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205282.354798:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788205282.354799:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788205282.354802:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205282.354804:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205282.354807:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205282.354810:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000100:00000040:1.0:1788205282.354810:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205282.354815:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205282.354818:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205282.354825:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.354830:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205282.354830:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205282.354834:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205282.354835:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.354839:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
02000000:00000001:1.0:1788205282.354839:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1788205282.354844:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
02000000:00000001:1.0:1788205282.354844:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788205282.354850:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
02000000:00000001:1.0:1788205282.354850:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205282.354855:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205282.354857:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1788205282.354857:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556829056:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205282.354864:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205282.354868:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205282.354870:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205282.354873:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788205282.354876:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1788205282.354878:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:0.0:1788205282.354881:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205282.354882:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205282.354885:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205282.354892:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788205282.354892:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000008:00000001:0.0:1788205282.354898:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205282.354899:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000100:00000001:0.0:1788205282.354900:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205282.354906:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c700.
00000400:00000010:1.0:1788205282.354909:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000020:00000040:0.0:1788205282.354910:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205282.354915:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205282.354916:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205282.354918:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1788205282.354919:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556829056, portal 25
00000100:00000001:1.0:1788205282.354922:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205282.354924:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:1.0:1788205282.354931:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.354938:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205282.354941:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205282.354944:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205282.354946:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556829056, offset 0
00000400:00000200:1.0:1788205282.354953:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205282.354960:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205282.354967:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205282.354972:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205282.354975:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205282.354979:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205282.354982:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205282.354986:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3681:3681:256:4294967295] 192.168.201.145@tcp LPNI seq info [3681:3681:8:4294967295]
00000400:00000200:1.0:1788205282.354991:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205282.355000:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205282.355006:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205282.355026:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205282.355033:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205282.355036:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788205282.355042:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205282.355046:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
02000000:00000001:0.0:1788205282.355048:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205282.355053:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788205282.355053:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205282.355058:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
02000000:00000010:0.0:1788205282.355060:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000400:00000200:1.0:1788205282.355063:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788205282.355065:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205282.355071:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1788205282.355075:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788205282.355079:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205282.355084:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:0.0:1788205282.355089:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205282.355090:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788205282.355093:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205282.355098:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.355109:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205282.355113:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.355120:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.355122:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205282.355127:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205282.355131:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205282.355134:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299089576
00000100:00000010:1.0:1788205282.355138:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f240.
00000100:00000001:1.0:1788205282.355143:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205282.355150:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299089576
00000100:00000010:1.0:1788205282.355153:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f7e0.
00000100:00000001:1.0:1788205282.355156:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205282.355159:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205282.355162:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.355164:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205282.355169:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205282/real 1788205282]  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205282.355180:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205282.355182:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205282.355184:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205282.355187:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205282.355188:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205282.355191:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205282.355194:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205282.355203:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.355211:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205282.355213:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.355215:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205282.355218:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205282.355222:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.355229:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205282.355234:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.355240:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205282.355243:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.355245:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205282.355246:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.355248:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205282.355250:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205282.355253:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205282.355257:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205282.355259:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205282.355263:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205282.355271:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556829056:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205282.355275:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.355278:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205282.355281:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556829056/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.355287:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205282.355289:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205282.355292:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205282.355295:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205282.355296:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205282.355298:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788205282.355300:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205282.355303:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788205282.355305:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205282.355307:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205282.355309:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:1.0:1788205282.355311:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205282.355313:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.355315:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.355322:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205282.355323:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.355325:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205282.355327:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205282.355372:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000adfcfb7] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.355471:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205282.355473:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205282.355475:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205282.355480:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.355487:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205282.355488:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205282.355490:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205282.355492:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205282.355495:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205282.355498:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829184:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205282.355501:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205282.355503:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205282.355505:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205282.355507:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205282.355510:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205282.355512:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205282.355515:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:0.0:1788205282.355519:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205282.355519:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000100:00080000:0.0:1788205282.355525:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788205282.355526:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00080000:0.0:1788205282.355532:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1788205282.355533:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556829184, portal 10
00000100:00000001:0.0:1788205282.355535:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788205282.355536:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788205282.355538:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205282.355540:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249928448 : -105387459623168 : ffffa02691e7c700)
00000100:00000001:0.0:1788205282.355543:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205282.355548:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4414
00000100:00000040:1.0:1788205282.355551:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205282.355558:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205282.355566:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:1.0:1788205282.355566:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788205282.355570:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205282.355574:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000100:00000040:0.0:1788205282.355578:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000400:00000010:1.0:1788205282.355579:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000001:0.0:1788205282.355581:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788205282.355584:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556829184, offset 0
00000100:00000040:0.0:1788205282.355585:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.355590:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205282.355594:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788205282.355594:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000020:00000040:0.0:1788205282.355596:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205282.355599:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205282.355601:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000400:00000200:1.0:1788205282.355602:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000020:00000001:0.0:1788205282.355604:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205282.355607:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000400:00000200:1.0:1788205282.355609:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000100:00000040:0.0:1788205282.355613:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.355617:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205282.355617:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788205282.355622:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000400:00000200:1.0:1788205282.355625:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000100:00000001:0.0:1788205282.355626:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205282.355631:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000400:00000200:1.0:1788205282.355631:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205282.355637:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000100:00080000:0.0:1788205282.355640:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205282.355647:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205282.355650:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205282.355653:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205282.355655:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205282.355656:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3682:3682:256:4294967295] 192.168.201.145@tcp LPNI seq info [3682:3682:8:4294967295]
00000100:00000001:0.0:1788205282.355657:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788205282.355679:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205282.355686:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1788205282.355693:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1788205282.355693:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000008:00000001:0.0:1788205282.355699:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788205282.355700:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00000001:0.0:1788205282.355702:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205282.355709:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f100.
00000800:00000200:1.0:1788205282.355709:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000020:00000040:0.0:1788205282.355714:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
00000800:00000200:1.0:1788205282.355715:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
02000000:00000001:0.0:1788205282.355719:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205282.355722:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788205282.355724:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:0.0:1788205282.355725:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205282.355728:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1788205282.355729:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
02000000:00000001:0.0:1788205282.355732:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788205282.355736:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
02000000:00000010:0.0:1788205282.355739:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000800:00000010:1.0:1788205282.355740:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000100:00000001:0.0:1788205282.355746:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205282.355746:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205282.355753:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1788205282.355758:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205282.355770:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788205282.355770:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000100:00000001:0.0:1788205282.355775:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205282.355775:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205282.355781:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788205282.355783:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0f84411] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205282.355789:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205282.355802:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.355805:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788205282.355807:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788205282.355812:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205282.355813:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205282.355816:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205282.355819:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205282.355824:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205282.355828:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4414
00000100:00000001:1.0:1788205282.355834:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205282.355836:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205282.355838:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1788205282.355842:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00000001:1.0:1788205282.355844:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205282.355846:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205282.355850:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000100:00000040:0.0:1788205282.355853:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.355858:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205282.355858:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000040:0.0:1788205282.355863:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205282.355863:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299087699
00000100:00000001:0.0:1788205282.355869:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788205282.355870:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299089576
00000020:00000001:0.0:1788205282.355873:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788205282.355875:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299087699
00000020:00000040:0.0:1788205282.355876:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205282.355879:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788205282.355881:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299089576
00000020:00000040:0.0:1788205282.355882:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000100:00000001:1.0:1788205282.355885:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788205282.355887:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:1.0:1788205282.355890:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205282.355891:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000001:1.0:1788205282.355895:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788205282.355897:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.355900:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788205282.355903:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205282/real 1788205282]  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205282.355905:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205282.355910:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205282.355915:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000400:00000001:1.0:1788205282.355921:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205282.355923:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205282.355926:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000100:00080000:0.0:1788205282.355927:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205282.355932:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205282.355932:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
02000000:00000001:0.0:1788205282.355937:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788205282.355937:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
02000000:00000001:0.0:1788205282.355942:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205282.355942:0:2340:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1788205282.355947:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205282.355950:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205282.355951:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205282.355954:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205282.355960:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205282.355964:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205282.355969:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7f480.
00000100:00000200:1.0:1788205282.355970:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205282.355974:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205282.355980:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205282.355983:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.355986:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205282.355987:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205282.355990:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788205282.355990:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205282.355994:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.355995:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205282.355998:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788205282.356001:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00100000:1.0:1788205282.356004:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205282.356006:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205282.356013:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205282.356020:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205282.356022:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205282.356026:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc71ec6] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205282.356042:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205282.356046:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4425)
00000100:00000001:1.0:1788205282.356078:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205282.356084:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356092:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205282.356095:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356097:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205282.356098:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356101:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205282.356103:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205282.356106:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205282.356110:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205282.356113:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205282.356117:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205282.356125:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829184:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205282.356129:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356131:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205282.356134:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c700 x1875064556829184/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356140:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205282.356141:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205282.356143:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205282.356146:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205282.356147:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205282.356149:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788205282.356151:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205282.356152:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:1.0:1788205282.356155:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205282.356156:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205282.356157:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c700.
00000100:00000001:1.0:1788205282.356160:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205282.356161:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356164:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356167:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205282.356168:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.356170:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205282.356171:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205282.356173:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205282.356176:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356183:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205282.356185:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205282.356187:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205282.356188:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205282.356191:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205282.356194:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829312:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205282.356197:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205282.356199:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205282.356201:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205282.356202:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205282.356205:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205282.356207:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205282.356211:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205282.356213:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205282.356217:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205282.356220:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556829312, portal 4
00000100:00000001:1.0:1788205282.356221:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205282.356223:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249939200 : -105387459612416 : ffffa02691e7f100)
00000100:00000040:1.0:1788205282.356228:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356234:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205282.356237:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205282.356239:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205282.356241:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556829312, offset 0
00000400:00000200:1.0:1788205282.356245:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205282.356249:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205282.356253:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205282.356257:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205282.356259:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205282.356261:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205282.356264:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205282.356266:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3683:3683:256:4294967295] 192.168.201.145@tcp LPNI seq info [3683:3683:8:4294967295]
00000400:00000200:1.0:1788205282.356270:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205282.356277:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205282.356281:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205282.356285:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205282.356289:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205282.356291:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788205282.356295:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205282.356298:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788205282.356301:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205282.356303:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205282.356305:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205282.356309:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205282.356311:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205282.356313:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205282.356315:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205282.356319:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356326:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205282.356329:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356335:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.356337:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205282.356340:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205282.356343:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788205282.356346:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205282.356348:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299087382
00000100:00000001:1.0:1788205282.356350:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299089576
00000100:00000001:1.0:1788205282.356352:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299087382
00000100:00000001:1.0:1788205282.356354:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299089576
00000100:00000001:1.0:1788205282.356356:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205282.356358:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.356360:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205282.356363:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205282/real 1788205282]  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205282.356370:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205282.356371:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205282.356373:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205282.356375:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205282.356377:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205282.356379:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205282.356382:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205282.356390:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356432:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205282.356435:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356437:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205282.356439:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205282.356443:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356449:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205282.356453:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356459:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205282.356462:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356464:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205282.356466:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356467:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205282.356469:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205282.356471:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205282.356474:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205282.356476:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205282.356479:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205282.356486:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829312:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205282.356490:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205282.356493:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356499:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205282.356500:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205282.356502:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205282.356504:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205282.356506:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205282.356509:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829440:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205282.356512:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205282.356514:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205282.356515:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205282.356517:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205282.356520:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f000.
02000000:00000001:1.0:1788205282.356522:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205282.356525:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205282.356527:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205282.356530:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205282.356533:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556829440, portal 4
00000100:00000001:1.0:1788205282.356535:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205282.356536:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249940096 : -105387459611520 : ffffa02691e7f480)
00000100:00000040:1.0:1788205282.356541:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356547:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205282.356549:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205282.356552:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205282.356554:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556829440, offset 0
00000400:00000200:1.0:1788205282.356558:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205282.356562:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205282.356566:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205282.356569:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205282.356571:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205282.356574:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205282.356575:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205282.356578:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3684:3684:256:4294967295] 192.168.201.145@tcp LPNI seq info [3684:3684:8:4294967295]
00000400:00000200:1.0:1788205282.356582:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205282.356588:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205282.356593:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205282.356596:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205282.356600:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205282.356602:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788205282.356606:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205282.356609:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788205282.356613:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205282.356615:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205282.356618:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205282.356621:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205282.356624:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205282.356625:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205282.356628:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205282.356631:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356638:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205282.356641:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356647:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.356649:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205282.356652:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205282.356654:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788205282.356657:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205282.356673:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299088114
00000100:00000001:1.0:1788205282.356675:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299089576
00000100:00000001:1.0:1788205282.356677:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299088114
00000100:00000001:1.0:1788205282.356679:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299089576
00000100:00000001:1.0:1788205282.356681:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205282.356683:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.356685:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205282.356688:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205282/real 1788205282]  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205282.356696:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205282.356698:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205282.356700:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205282.356702:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205282.356704:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205282.356706:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205282.356709:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205282.356717:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356723:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205282.356725:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356726:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205282.356728:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205282.356732:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356738:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205282.356741:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356748:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205282.356750:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356752:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205282.356753:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356755:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205282.356756:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205282.356759:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205282.356762:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205282.356764:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205282.356768:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205282.356774:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829440:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205282.356778:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356780:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205282.356783:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f100 x1875064556829312/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356789:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205282.356791:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205282.356792:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205282.356795:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205282.356797:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205282.356799:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205282.356800:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205282.356803:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788205282.356805:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205282.356807:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205282.356808:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f100.
00000100:00000001:1.0:1788205282.356810:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205282.356812:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356814:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205282.356817:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7f480 x1875064556829440/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205282.356824:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205282.356825:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205282.356827:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f000.
02000000:00000001:1.0:1788205282.356829:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205282.356830:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205282.356831:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205282.356834:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205282.356835:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788205282.356837:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205282.356838:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205282.356840:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7f480.
00000100:00000001:1.0:1788205282.356843:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205282.356844:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356846:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205282.356850:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205282.356852:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205282.356854:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205282.356855:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205282.674521:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205282.674521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205282.674528:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205282.674530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205282.674535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205282.674536:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205282.674538:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205282.674540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205282.674545:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205282.674551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205282.674554:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205282.674557:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205282.674560:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205282.674576:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205282.674580:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205282.674584:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205282.930524:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205282.930532:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205282.930534:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205282.930540:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205282.930544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205282.930547:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205282.930550:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205282.930552:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205282.930555:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205283.698519:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205283.698528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205283.698530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205283.698536:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205283.698541:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205283.698545:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205283.698548:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205283.698551:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205283.698554:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205283.698687:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205283.698691:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205283.698695:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205283.698696:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205283.698837:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205283.698841:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205283.698844:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205283.954511:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205283.954517:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205283.954518:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205283.954522:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205283.954525:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205283.954527:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205283.954529:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205283.954531:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205283.954533:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205284.594509:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299089576, at 4299089600
00000100:00000040:1.0:1788205284.594509:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299089576, at 4299089600
00000100:00000010:0.0:1788205284.594525:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f240.
00000100:00000010:1.0:1788205284.594527:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f7e0.
00010000:00000001:2.0:1788205284.722517:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205284.722530:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205284.722532:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205284.722535:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205284.722539:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205284.722541:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205284.722543:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205284.722545:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205284.722548:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205284.722550:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205284.722616:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205284.722651:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205284.722653:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205284.722657:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205284.722660:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205284.722664:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205284.722666:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205284.722669:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205284.722672:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205284.722819:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205284.722823:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205284.722826:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205284.978508:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205284.978515:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205284.978517:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205284.978523:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205284.978526:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205284.978530:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205284.978532:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205284.978535:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205284.978538:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205285.746521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205285.746534:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205285.746536:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205285.746540:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205285.746540:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205285.746545:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205285.746547:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205285.746552:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205285.746560:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205285.746566:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205285.746571:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205285.746574:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205285.746578:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205285.746647:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205285.746651:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205285.746655:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205286.002708:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205286.002716:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205286.002718:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205286.002723:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205286.002727:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205286.002730:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205286.002733:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205286.002736:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205286.002739:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205286.770467:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205286.770474:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205286.770477:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205286.770478:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205286.770483:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205286.770484:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205286.770489:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205286.770490:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205286.770492:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205286.770495:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205286.770500:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205286.770502:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205286.770505:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205286.770550:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205286.770553:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205286.770556:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205287.026527:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205287.026534:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205287.026536:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205287.026542:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205287.026545:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205287.026548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205287.026551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205287.026553:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205287.026556:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205287.475820:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205287.475840:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205287.475843:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205287.475846:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205287.475850:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205287.475857:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4420
00000400:00000200:0.0:1788205287.475866:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205287.475872:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205287.475875:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205287.475878:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.475881:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205287.475885:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.475887:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205287.475891:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205287.475893:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205287.475896:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205287.475899:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205287.475901:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205287.475904:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205287.475907:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.475909:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205287.475911:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.475913:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205287.475915:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205287.475918:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205287.475921:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205287.475923:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205287.475926:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205287.475929:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.475931:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205287.475933:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205287.475942:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7dc00.
00000020:00000040:0.0:1788205287.475945:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205287.475949:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205287.475950:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.475953:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205287.475956:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205287.475960:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205287.475967:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c800.
00000100:00000001:0.0:1788205287.475973:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205287.475982:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205287.475992:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205287.475996:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205287.476001:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020cddc33] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205287.476034:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205287.476037:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205287.476040:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205287.476042:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205287.476043:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205287.476046:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205287.476048:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4420
00000400:00000200:0.0:1788205287.476052:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205287.476054:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205287.476057:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205287.476060:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476062:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205287.476064:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476066:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205287.476068:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205287.476070:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205287.476071:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205287.476073:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205287.476075:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205287.476077:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205287.476080:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476082:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205287.476084:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476086:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205287.476088:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205287.476091:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476095:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205287.476097:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205287.476103:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205287.476105:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.476107:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205287.476112:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205287.476115:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.476118:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205287.476121:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ed80.
00000020:00000040:0.0:1788205287.476123:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205287.476126:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205287.476127:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.476129:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205287.476130:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205287.476132:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205287.476136:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689c400.
00000100:00000001:0.0:1788205287.476139:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205287.476144:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205287.476152:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205287.476154:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205287.476158:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a20dd08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205287.476166:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205287.476169:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205287.476172:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205287.476174:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205287.476175:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205287.476178:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205287.476180:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4420
00000400:00000200:0.0:1788205287.476183:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205287.476186:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205287.476188:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205287.476191:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476193:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205287.476195:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476197:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205287.476199:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205287.476200:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205287.476202:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205287.476203:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788205287.476205:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205287.476207:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788205287.476210:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476212:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205287.476214:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476216:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205287.476218:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788205287.476220:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476222:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205287.476224:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205287.476226:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205287.476228:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.476230:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205287.476231:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205287.476233:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.476235:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205287.476237:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ce00.
00000020:00000040:0.0:1788205287.476239:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205287.476241:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205287.476242:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.476244:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205287.476246:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205287.476252:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205287.476257:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f800.
00000100:00000001:0.0:1788205287.476260:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205287.476264:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205287.476272:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205287.476274:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205287.476277:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001706a6cc] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205287.476285:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205287.476287:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205287.476290:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205287.476292:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205287.476293:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205287.476296:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205287.476298:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4420
00000400:00000200:0.0:1788205287.476301:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205287.476304:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205287.476306:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205287.476309:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476311:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205287.476313:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476315:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205287.476317:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205287.476318:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205287.476319:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205287.476321:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788205287.476323:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788205287.476324:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788205287.476328:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476330:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205287.476331:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476333:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205287.476336:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205287.476338:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205287.476340:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205287.476341:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205287.476344:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205287.476345:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.476347:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205287.476349:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205287.476351:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.476352:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205287.476355:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7c380.
00000020:00000040:0.0:1788205287.476357:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205287.476359:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205287.476360:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205287.476362:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205287.476363:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205287.476364:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205287.476367:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f000.
00000100:00000001:0.0:1788205287.476370:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205287.476373:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205287.476380:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205287.476382:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205287.476386:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d76dd03] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205287.476393:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.476696:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205287.476700:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205287.476703:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205287.476709:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.476718:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205287.476720:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205287.476723:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205287.476726:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205287.476728:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205287.476731:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556829568:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205287.476736:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205287.476740:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205287.476742:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205287.476745:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205287.476749:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f000.
02000000:00000001:1.0:1788205287.476751:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205287.476757:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205287.476761:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205287.476767:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205287.476774:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556829568, portal 25
00000100:00000001:1.0:1788205287.476776:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205287.476778:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249933824 : -105387459617792 : ffffa02691e7dc00)
00000100:00000040:1.0:1788205287.476783:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.476791:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205287.476793:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205287.476796:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205287.476803:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556829568, offset 0
00000400:00000200:1.0:1788205287.476810:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205287.476817:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205287.476823:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205287.476828:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205287.476832:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205287.476836:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205287.476838:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205287.476842:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3685:3685:256:4294967295] 192.168.201.145@tcp LPNI seq info [3685:3685:8:4294967295]
00000400:00000200:1.0:1788205287.476846:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205287.476855:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205287.476860:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205287.476865:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000100:00000040:0.0:1788205287.476959:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4430)
00000800:00000200:1.0:1788205287.476994:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205287.476999:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788205287.477004:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205287.477060:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788205287.477065:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205287.477068:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205287.477075:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205287.477079:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205287.477085:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205287.477087:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205287.477091:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205287.477095:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477105:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205287.477108:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477115:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.477117:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205287.477123:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205287.477127:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205287.477130:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299094698
00000100:00000010:1.0:1788205287.477134:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f7e0.
00000100:00000001:1.0:1788205287.477142:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205287.477147:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299094698
00000100:00000010:1.0:1788205287.477150:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fea0.
00000100:00000001:1.0:1788205287.477153:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205287.477156:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205287.477159:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.477162:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205287.477166:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205287/real 1788205287]  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205287.477175:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205287.477176:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205287.477178:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205287.477181:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205287.477182:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205287.477185:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205287.477188:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205287.477197:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477203:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205287.477204:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.477206:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205287.477208:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205287.477212:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477219:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205287.477223:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477230:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205287.477233:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.477234:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205287.477236:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.477238:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205287.477240:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205287.477243:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205287.477247:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205287.477249:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205287.477253:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205287.477261:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556829568:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205287.477265:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205287.477268:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477275:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205287.477276:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205287.477278:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205287.477280:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205287.477282:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205287.477285:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829696:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205287.477288:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205287.477290:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205287.477291:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205287.477293:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205287.477295:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205287.477297:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205287.477301:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205287.477303:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205287.477306:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205287.477308:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556829696, portal 10
00000100:00000001:1.0:1788205287.477310:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205287.477312:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249938304 : -105387459613312 : ffffa02691e7ed80)
00000100:00000040:1.0:1788205287.477318:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477330:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205287.477332:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205287.477334:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205287.477336:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556829696, offset 0
00000400:00000200:1.0:1788205287.477340:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205287.477343:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205287.477347:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205287.477349:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205287.477352:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205287.477354:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205287.477356:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205287.477360:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3686:3686:256:4294967295] 192.168.201.145@tcp LPNI seq info [3686:3686:8:4294967295]
00000400:00000200:1.0:1788205287.477364:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205287.477370:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205287.477374:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205287.477377:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205287.477381:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205287.477384:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788205287.477388:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205287.477474:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788205287.477496:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205287.477498:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205287.477501:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205287.477505:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205287.477508:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205287.477510:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205287.477512:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205287.477516:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477524:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205287.477527:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477540:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.477541:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205287.477544:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205287.477548:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788205287.477551:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205287.477553:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299092821
00000100:00000001:1.0:1788205287.477556:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299094698
00000100:00000001:1.0:1788205287.477558:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299092821
00000100:00000001:1.0:1788205287.477560:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299094698
00000100:00000001:1.0:1788205287.477562:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205287.477564:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.477566:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205287.477579:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205287/real 1788205287]  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205287.477588:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205287.477589:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205287.477591:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205287.477594:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205287.477595:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205287.477597:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205287.477601:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205287.477609:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477615:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205287.477617:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.477618:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205287.477620:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205287.477623:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477630:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205287.477634:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477640:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205287.477642:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.477644:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205287.477645:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.477647:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205287.477649:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205287.477651:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205287.477654:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205287.477656:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205287.477659:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205287.477667:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829696:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205287.477670:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205287.477674:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477680:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205287.477682:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205287.477684:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205287.477685:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205287.477687:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205287.477690:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829824:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205287.477693:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205287.477695:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205287.477697:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205287.477698:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205287.477701:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205287.477703:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205287.477707:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205287.477709:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205287.477712:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205287.477715:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556829824, portal 4
00000100:00000001:1.0:1788205287.477717:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205287.477718:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249930240 : -105387459621376 : ffffa02691e7ce00)
00000100:00000040:1.0:1788205287.477723:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477730:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205287.477732:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205287.477734:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205287.477745:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556829824, offset 0
00000400:00000200:1.0:1788205287.477748:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205287.477752:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205287.477755:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205287.477758:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205287.477761:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205287.477763:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205287.477765:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205287.477768:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3687:3687:256:4294967295] 192.168.201.145@tcp LPNI seq info [3687:3687:8:4294967295]
00000400:00000200:1.0:1788205287.477772:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205287.477779:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205287.477783:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205287.477785:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205287.477789:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205287.477791:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788205287.477796:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205287.477798:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788205287.477802:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205287.477804:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205287.477807:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205287.477810:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205287.477813:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205287.477815:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205287.477817:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205287.477820:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477828:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205287.477831:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477837:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.477839:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205287.477842:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205287.477844:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788205287.477847:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205287.477849:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299092504
00000100:00000001:1.0:1788205287.477851:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299094698
00000100:00000001:1.0:1788205287.477853:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299092504
00000100:00000001:1.0:1788205287.477855:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299094698
00000100:00000001:1.0:1788205287.477857:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205287.477859:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.477861:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205287.477864:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205287/real 1788205287]  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205287.477871:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205287.477872:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205287.477874:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205287.477876:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205287.477878:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205287.477880:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205287.477883:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205287.477891:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477897:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205287.477898:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.477900:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205287.477901:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205287.477904:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477910:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205287.477914:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477920:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205287.477922:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.477924:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205287.477925:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.477927:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205287.477929:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205287.477931:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205287.477934:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205287.477936:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205287.477939:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205287.477946:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829824:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205287.477950:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205287.477953:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.477960:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205287.477961:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205287.477963:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205287.477965:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205287.477967:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205287.477969:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829952:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205287.477972:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205287.477974:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205287.477975:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205287.477977:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205287.477980:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205287.477982:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205287.477985:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205287.477987:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205287.477989:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205287.477992:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556829952, portal 4
00000100:00000001:1.0:1788205287.478001:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205287.478002:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249927552 : -105387459624064 : ffffa02691e7c380)
00000100:00000040:1.0:1788205287.478061:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478068:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205287.478071:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205287.478073:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205287.478076:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556829952, offset 0
00000400:00000200:1.0:1788205287.478080:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205287.478084:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205287.478087:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205287.478090:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205287.478092:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205287.478094:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205287.478097:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205287.478100:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3688:3688:256:4294967295] 192.168.201.145@tcp LPNI seq info [3688:3688:8:4294967295]
00000400:00000200:1.0:1788205287.478105:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205287.478111:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205287.478115:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205287.478118:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205287.478122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205287.478124:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788205287.478128:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205287.478131:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1788205287.478134:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205287.478136:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205287.478139:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205287.478142:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205287.478145:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205287.478147:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205287.478149:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205287.478153:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478160:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205287.478163:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478170:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.478171:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205287.478174:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205287.478176:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788205287.478179:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205287.478181:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299093235
00000100:00000001:1.0:1788205287.478183:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299094698
00000100:00000001:1.0:1788205287.478185:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299093235
00000100:00000001:1.0:1788205287.478187:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299094698
00000100:00000001:1.0:1788205287.478189:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205287.478191:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.478193:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205287.478196:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205287/real 1788205287]  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205287.478204:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205287.478205:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205287.478207:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205287.478209:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205287.478210:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205287.478212:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205287.478215:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205287.478223:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478230:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205287.478231:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.478232:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205287.478234:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205287.478237:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478243:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205287.478246:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478252:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205287.478255:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.478256:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205287.478258:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.478260:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205287.478261:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205287.478263:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205287.478267:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205287.478269:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205287.478273:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205287.478280:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556829952:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205287.478284:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.478286:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205287.478289:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7dc00 x1875064556829568/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478295:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205287.478297:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205287.478299:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f000.
02000000:00000001:1.0:1788205287.478302:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205287.478304:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205287.478306:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788205287.478308:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205287.478310:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c800.
02000000:00000001:1.0:1788205287.478314:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205287.478316:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205287.478317:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7dc00.
00000100:00000001:1.0:1788205287.478320:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205287.478322:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.478323:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205287.478326:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ed80 x1875064556829696/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478332:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205287.478333:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205287.478335:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205287.478337:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205287.478338:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205287.478339:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788205287.478341:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205287.478343:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689c400.
02000000:00000001:1.0:1788205287.478345:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205287.478346:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205287.478347:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ed80.
00000100:00000001:1.0:1788205287.478350:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205287.478351:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.478352:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205287.478355:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ce00 x1875064556829824/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478361:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205287.478362:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205287.478363:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205287.478365:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205287.478366:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205287.478367:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205287.478369:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205287.478370:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f800.
02000000:00000001:1.0:1788205287.478372:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205287.478373:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205287.478374:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ce00.
00000100:00000001:1.0:1788205287.478376:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205287.478377:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.478378:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205287.478381:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7c380 x1875064556829952/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205287.478387:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205287.478388:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205287.478389:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205287.478391:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205287.478392:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205287.478393:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205287.478395:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205287.478415:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f000.
02000000:00000001:1.0:1788205287.478473:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205287.478474:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205287.478476:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7c380.
00000100:00000001:1.0:1788205287.478478:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205287.478480:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.478482:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205287.478489:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205287.478491:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205287.478493:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205287.478495:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205287.795119:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205287.795127:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205287.795129:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205287.795135:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205287.795138:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205287.795142:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205287.795145:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205287.795148:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205287.795151:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205287.797063:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205287.797068:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205287.797073:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205287.797074:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205287.797219:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205287.797223:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205287.797225:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205288.050533:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205288.050542:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205288.050544:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205288.050551:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205288.050555:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205288.050570:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205288.050574:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205288.050576:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205288.050580:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205288.818489:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205288.818498:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205288.818500:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205288.818507:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205288.818512:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205288.818516:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205288.818519:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205288.818522:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205288.818525:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205288.818610:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205288.818613:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205288.818615:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205288.818616:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205288.818780:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205288.818782:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205288.818784:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205289.074727:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205289.074738:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205289.074741:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205289.074760:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205289.074765:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205289.074770:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205289.074774:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205289.074777:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205289.074780:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205289.714573:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299094698, at 4299094720
00000100:00000040:1.0:1788205289.714583:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299094698, at 4299094720
00000100:00000010:0.0:1788205289.714589:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f7e0.
00000100:00000010:1.0:1788205289.714591:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fea0.
00000100:00000001:3.0:1788205289.842510:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205289.842515:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205289.842518:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1788205289.842520:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205289.842523:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205289.842537:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205289.842539:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1788205289.842542:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1788205289.842544:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1788205289.842547:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205289.842548:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1788205289.842553:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205289.842554:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205289.842557:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205289.842559:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1788205289.842562:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205289.842563:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205289.842567:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205289.842571:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205289.842654:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205289.842658:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205289.842661:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205290.098534:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205290.098542:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205290.098544:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205290.098550:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205290.098553:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205290.098556:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205290.098559:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205290.098562:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205290.098564:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205290.866550:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205290.866557:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205290.866564:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205290.866566:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205290.868673:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205290.868746:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205290.868749:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205290.868755:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205290.868759:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205290.868762:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205290.868765:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205290.868768:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205290.868770:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205290.868878:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205290.868882:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205290.868885:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205291.122883:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205291.122891:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205291.122894:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205291.122898:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205291.122902:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205291.122906:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205291.122909:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205291.122911:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205291.122914:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205291.890474:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205291.890482:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205291.890484:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205291.890505:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205291.890509:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205291.890513:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205291.890516:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205291.890519:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205291.890522:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205291.890562:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205291.890566:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205291.890571:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205291.890572:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205291.890685:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205291.890688:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205291.890691:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205292.148689:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205292.148696:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205292.148698:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205292.148703:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205292.148707:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205292.148710:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205292.148713:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205292.148715:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205292.148717:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205292.594763:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205292.594774:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205292.594777:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205292.594781:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205292.594785:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205292.594792:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4425
00000400:00000200:0.0:1788205292.594801:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205292.594807:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205292.594811:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205292.594814:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.594817:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205292.594819:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.594822:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205292.594826:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205292.594828:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:0.0:1788205292.594831:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205292.594835:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:0.0:1788205292.594837:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:0.0:1788205292.594840:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:0.0:1788205292.594843:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.594845:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205292.594847:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.594849:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205292.594852:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:0.0:1788205292.594855:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205292.594858:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205292.594861:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205292.594865:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205292.594867:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.594870:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205292.594872:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205292.594881:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d880.
00000020:00000040:0.0:1788205292.594885:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:0.0:1788205292.594889:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205292.594891:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.594894:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205292.594897:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205292.594901:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205292.594909:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689e400.
00000100:00000001:0.0:1788205292.594916:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205292.594926:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205292.594936:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205292.594941:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205292.594946:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063a5a01f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205292.594984:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205292.594987:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205292.594990:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205292.594992:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205292.594993:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205292.594996:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205292.594999:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4425
00000400:00000200:0.0:1788205292.595003:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205292.595006:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205292.595008:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205292.595010:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595013:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205292.595014:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595016:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205292.595018:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205292.595020:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:0.0:1788205292.595021:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205292.595023:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:0.0:1788205292.595025:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:0.0:1788205292.595027:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:0.0:1788205292.595030:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595032:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205292.595034:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595036:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205292.595038:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:0.0:1788205292.595041:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595043:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205292.595045:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205292.595050:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205292.595052:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.595054:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205292.595059:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205292.595062:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.595064:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205292.595068:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7fb80.
00000020:00000040:0.0:1788205292.595070:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:0.0:1788205292.595073:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205292.595074:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.595076:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205292.595078:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205292.595079:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205292.595083:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689f400.
00000100:00000001:0.0:1788205292.595087:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205292.595092:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205292.595100:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205292.595102:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205292.595106:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633c0f5f] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205292.595113:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205292.595116:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205292.595120:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205292.595121:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205292.595123:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205292.595125:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205292.595128:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4425
00000400:00000200:0.0:1788205292.595132:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205292.595135:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205292.595137:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205292.595140:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595142:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205292.595145:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595147:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205292.595149:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205292.595151:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:0.0:1788205292.595152:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205292.595155:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:0.0:1788205292.595157:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:0.0:1788205292.595159:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:0.0:1788205292.595162:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595164:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205292.595166:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595168:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205292.595170:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:0.0:1788205292.595173:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595175:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205292.595177:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205292.595180:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205292.595182:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.595183:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205292.595185:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205292.595187:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.595189:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205292.595192:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7d180.
00000020:00000040:0.0:1788205292.595195:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205292.595197:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205292.595198:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.595200:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205292.595201:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205292.595203:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205292.595206:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689dc00.
00000100:00000001:0.0:1788205292.595210:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205292.595214:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205292.595228:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205292.595230:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205292.595234:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be4d5b1] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205292.595241:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205292.595256:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205292.595260:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205292.595261:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205292.595263:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205292.595265:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205292.595267:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4425
00000400:00000200:0.0:1788205292.595271:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:0.0:1788205292.595273:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205292.595276:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205292.595278:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595280:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205292.595282:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595284:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:0.0:1788205292.595286:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205292.595287:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:0.0:1788205292.595289:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205292.595291:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:0.0:1788205292.595293:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:0.0:1788205292.595295:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:0.0:1788205292.595298:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595300:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205292.595302:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595304:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:0.0:1788205292.595307:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:0.0:1788205292.595310:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:0.0:1788205292.595312:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205292.595314:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205292.595317:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205292.595319:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.595321:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205292.595323:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205292.595325:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.595327:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205292.595331:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691e7ca80.
00000020:00000040:0.0:1788205292.595333:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:0.0:1788205292.595335:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205292.595336:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205292.595338:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205292.595340:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205292.595341:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205292.595345:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0268689d000.
00000100:00000001:0.0:1788205292.595348:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205292.595353:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205292.595366:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205292.595369:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205292.595372:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000922e8a08] to pc [ptlrpcd_rcv+-1]  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205292.595380:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205292.595385:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4435)
00000100:00000001:1.0:1788205292.595523:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205292.595527:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205292.595529:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205292.595535:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.595543:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205292.595545:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205292.595548:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205292.595551:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205292.595553:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205292.595556:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556830080:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205292.595560:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205292.595564:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205292.595566:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205292.595568:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205292.595573:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205292.595575:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205292.595579:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205292.595583:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205292.595588:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205292.595595:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556830080, portal 25
00000100:00000001:1.0:1788205292.595597:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205292.595599:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249932928 : -105387459618688 : ffffa02691e7d880)
00000100:00000040:1.0:1788205292.595603:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.595615:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205292.595618:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205292.595621:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205292.595624:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556830080, offset 0
00000400:00000200:1.0:1788205292.595630:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205292.595639:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205292.595645:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205292.595651:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205292.595655:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205292.595658:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205292.595661:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205292.595665:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3689:3689:256:4294967295] 192.168.201.145@tcp LPNI seq info [3689:3689:8:4294967295]
00000400:00000200:1.0:1788205292.595670:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205292.595679:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205292.595686:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205292.595691:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205292.595698:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205292.595702:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788205292.595708:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205292.595711:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788205292.595716:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205292.595718:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205292.595725:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205292.595729:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205292.595735:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205292.595737:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205292.595741:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205292.595745:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.595755:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205292.595759:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.595771:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205292.595773:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205292.595778:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205292.595782:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205292.595784:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299099817
00000100:00000010:1.0:1788205292.595789:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fea0.
00000100:00000001:1.0:1788205292.595795:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205292.595801:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299099817
00000100:00000010:1.0:1788205292.595804:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f900.
00000100:00000001:1.0:1788205292.595807:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205292.595810:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205292.595812:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205292.595814:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205292.595819:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205292/real 1788205292]  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205292.595828:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205292.595830:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205292.595832:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205292.595835:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205292.595836:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205292.595839:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205292.595842:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205292.595851:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.595857:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205292.595858:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.595860:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205292.595862:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205292.595866:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.595874:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205292.595878:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.595885:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205292.595889:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.595890:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205292.595892:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.595894:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205292.595896:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205292.595899:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205292.595903:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205292.595906:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205292.595911:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205292.595919:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556830080:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205292.595923:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205292.595926:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.595932:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205292.595934:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205292.595936:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205292.595937:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205292.595939:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205292.595942:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830208:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205292.595945:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205292.595947:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205292.595948:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205292.595951:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205292.595954:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205292.595956:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205292.595959:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205292.595962:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205292.595966:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205292.595969:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556830208, portal 10
00000100:00000001:1.0:1788205292.595971:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205292.595972:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249941888 : -105387459609728 : ffffa02691e7fb80)
00000100:00000040:1.0:1788205292.595978:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.595986:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205292.595988:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205292.595991:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205292.595993:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556830208, offset 0
00000400:00000200:1.0:1788205292.595997:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205292.596001:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205292.596004:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205292.596007:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205292.596010:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205292.596012:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205292.596015:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205292.596018:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3690:3690:256:4294967295] 192.168.201.145@tcp LPNI seq info [3690:3690:8:4294967295]
00000400:00000200:1.0:1788205292.596022:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205292.596028:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205292.596033:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205292.596036:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205292.596040:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205292.596042:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788205292.596046:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205292.596049:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788205292.596052:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205292.596054:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205292.596057:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205292.596061:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205292.596064:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205292.596065:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205292.596068:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205292.596071:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596078:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205292.596081:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596088:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205292.596089:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205292.596092:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205292.596096:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788205292.596099:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205292.596101:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299097939
00000100:00000001:1.0:1788205292.596104:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299099817
00000100:00000001:1.0:1788205292.596106:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299097939
00000100:00000001:1.0:1788205292.596108:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299099817
00000100:00000001:1.0:1788205292.596110:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205292.596112:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205292.596114:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205292.596118:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205292/real 1788205292]  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205292.596126:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205292.596127:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205292.596129:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205292.596131:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205292.596133:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205292.596135:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205292.596139:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205292.596148:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596155:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205292.596156:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596158:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205292.596159:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205292.596163:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596170:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205292.596174:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596182:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205292.596184:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596186:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205292.596187:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596189:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205292.596191:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205292.596194:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205292.596197:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205292.596199:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205292.596204:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205292.596212:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830208:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205292.596216:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205292.596220:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596233:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205292.596234:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205292.596236:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205292.596238:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205292.596240:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205292.596243:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830336:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205292.596246:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205292.596248:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205292.596249:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205292.596251:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205292.596254:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205292.596256:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205292.596259:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205292.596262:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205292.596265:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205292.596268:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556830336, portal 4
00000100:00000001:1.0:1788205292.596270:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205292.596271:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249931136 : -105387459620480 : ffffa02691e7d180)
00000100:00000040:1.0:1788205292.596277:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596283:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205292.596285:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205292.596287:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205292.596289:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556830336, offset 0
00000400:00000200:1.0:1788205292.596293:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205292.596297:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205292.596301:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205292.596303:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205292.596306:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205292.596308:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205292.596311:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205292.596314:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3691:3691:256:4294967295] 192.168.201.145@tcp LPNI seq info [3691:3691:8:4294967295]
00000400:00000200:1.0:1788205292.596318:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205292.596323:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205292.596328:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205292.596331:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205292.596335:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205292.596338:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788205292.596342:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205292.596344:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788205292.596348:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205292.596350:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205292.596353:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205292.596356:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205292.596359:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205292.596361:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205292.596364:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205292.596367:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596376:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205292.596379:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596386:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205292.596387:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205292.596391:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205292.596394:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788205292.596461:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205292.596464:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299097623
00000100:00000001:1.0:1788205292.596467:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299099817
00000100:00000001:1.0:1788205292.596469:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299097623
00000100:00000001:1.0:1788205292.596471:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299099817
00000100:00000001:1.0:1788205292.596474:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205292.596477:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205292.596479:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205292.596499:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205292/real 1788205292]  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205292.596507:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205292.596509:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205292.596511:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205292.596514:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205292.596515:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205292.596517:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205292.596521:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205292.596529:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596535:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205292.596537:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596538:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205292.596540:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205292.596543:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596550:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205292.596554:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596560:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205292.596562:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596564:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205292.596565:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596567:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205292.596569:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205292.596572:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205292.596576:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205292.596578:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205292.596583:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205292.596590:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830336:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205292.596594:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205292.596597:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596604:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205292.596605:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205292.596608:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205292.596610:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205292.596611:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205292.596614:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830464:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205292.596617:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205292.596619:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205292.596621:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205292.596623:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205292.596626:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f000.
02000000:00000001:1.0:1788205292.596628:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205292.596632:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205292.596634:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205292.596638:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205292.596641:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556830464, portal 4
00000100:00000001:1.0:1788205292.596643:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205292.596644:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686249929344 : -105387459622272 : ffffa02691e7ca80)
00000100:00000040:1.0:1788205292.596650:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596656:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205292.596659:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205292.596662:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205292.596664:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556830464, offset 0
00000400:00000200:1.0:1788205292.596668:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205292.596672:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205292.596675:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205292.596679:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205292.596681:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205292.596683:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205292.596686:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205292.596689:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3692:3692:256:4294967295] 192.168.201.145@tcp LPNI seq info [3692:3692:8:4294967295]
00000400:00000200:1.0:1788205292.596693:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205292.596700:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205292.596704:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205292.596707:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205292.596712:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205292.596715:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788205292.596719:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205292.596721:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788205292.596725:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205292.596727:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:1.0:1788205292.596730:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205292.596734:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205292.596736:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:1.0:1788205292.596738:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:1.0:1788205292.596741:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205292.596744:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596751:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205292.596755:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596761:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205292.596763:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205292.596766:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205292.596769:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788205292.596772:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205292.596774:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299098354
00000100:00000001:1.0:1788205292.596776:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299099817
00000100:00000001:1.0:1788205292.596779:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299098354
00000100:00000001:1.0:1788205292.596781:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299099817
00000100:00000001:1.0:1788205292.596783:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205292.596785:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205292.596787:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205292.596791:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205292/real 1788205292]  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205292.596798:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205292.596800:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205292.596801:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205292.596804:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205292.596805:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205292.596807:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205292.596810:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205292.596819:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596825:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205292.596827:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596828:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205292.596830:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205292.596833:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596840:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205292.596844:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596852:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205292.596854:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596856:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205292.596857:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596859:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205292.596861:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205292.596863:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205292.596867:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205292.596869:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205292.596873:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205292.596881:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691e7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830464:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205292.596885:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596887:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205292.596891:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d880 x1875064556830080/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596899:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205292.596902:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205292.596904:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205292.596908:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205292.596910:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205292.596913:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788205292.596915:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205292.596918:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689e400.
02000000:00000001:1.0:1788205292.596921:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205292.596923:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205292.596925:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d880.
00000100:00000001:1.0:1788205292.596928:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205292.596929:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596931:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205292.596935:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7fb80 x1875064556830208/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596941:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205292.596943:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205292.596944:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205292.596946:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205292.596947:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205292.596949:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788205292.596950:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205292.596952:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689f400.
02000000:00000001:1.0:1788205292.596954:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205292.596955:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205292.596956:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7fb80.
00000100:00000001:1.0:1788205292.596958:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205292.596960:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596961:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205292.596965:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7d180 x1875064556830336/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.596971:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205292.596972:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205292.596974:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205292.596976:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205292.596977:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205292.596978:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205292.596980:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205292.596981:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689dc00.
02000000:00000001:1.0:1788205292.596984:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205292.596985:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205292.596986:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7d180.
00000100:00000001:1.0:1788205292.596988:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205292.596990:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.596991:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205292.596994:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691e7ca80 x1875064556830464/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205292.597006:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205292.597007:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205292.597009:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f000.
02000000:00000001:1.0:1788205292.597011:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205292.597012:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205292.597013:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205292.597015:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205292.597016:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0268689d000.
02000000:00000001:1.0:1788205292.597019:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205292.597020:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205292.597021:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691e7ca80.
00000100:00000001:1.0:1788205292.597023:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205292.597024:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.597026:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205292.597034:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205292.597036:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205292.597038:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205292.597040:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205292.914549:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205292.914559:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205292.914567:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205292.914569:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205292.914596:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205292.914605:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205292.914608:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205292.914616:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:3.0:1788205292.914622:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205292.914627:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205292.914630:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205292.914633:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205292.914637:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205292.914665:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205292.914669:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205292.914673:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205293.171067:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205293.171078:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205293.171081:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205293.171089:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205293.171093:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205293.171154:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205293.171157:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205293.171161:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205293.171165:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205293.938633:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205293.938641:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205293.938647:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205293.938648:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205293.938752:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205293.938756:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205293.938760:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205293.961053:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205293.961059:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205293.961061:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205293.961065:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205293.961068:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205293.961071:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205293.961073:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205293.961075:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205293.961078:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205294.194576:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205294.194587:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205294.194589:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205294.194596:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205294.194599:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205294.194604:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205294.194607:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205294.194610:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205294.194613:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205294.834531:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299099817, at 4299099840
00000100:00000010:0.0:1788205294.834546:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fea0.
00000100:00000040:1.0:1788205294.834632:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299099817, at 4299099840
00000100:00000010:1.0:1788205294.834638:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f900.
00000100:00000001:0.0:1788205294.962525:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1788205294.962533:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1788205294.962535:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205294.962539:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205294.962540:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205294.962545:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1788205294.962548:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00010000:00000001:2.0:1788205294.962551:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205294.962552:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205294.962558:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1788205294.962558:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205294.962562:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205294.962563:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1788205294.962567:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205294.962568:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205294.962573:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205294.962574:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205294.962581:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205294.962583:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205294.962617:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205294.962620:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205294.962623:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205295.218552:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205295.218560:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205295.218563:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205295.218569:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205295.218572:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205295.218576:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205295.218579:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205295.218582:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205295.218584:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.986540:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205295.986548:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205295.986550:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205295.986556:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205295.986559:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205295.986563:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205295.986566:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205295.986568:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205295.986571:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205295.986834:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205295.986837:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205295.986852:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205295.986854:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205295.986949:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205295.986952:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205295.986956:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205296.242530:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205296.242538:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205296.242540:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205296.242546:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205296.242550:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205296.242554:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205296.242556:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205296.242559:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205296.242561:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205297.010611:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205297.010619:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205297.010621:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205297.010627:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205297.010631:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205297.010635:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205297.010637:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205297.010640:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205297.010643:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205297.010719:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205297.010722:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205297.010726:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205297.010727:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205297.010781:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205297.010784:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205297.010787:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205297.266584:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205297.266592:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205297.266594:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205297.266600:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205297.266603:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205297.266607:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205297.266609:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205297.266612:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205297.266614:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205297.723499:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205297.723510:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205297.723512:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205297.723516:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205297.723521:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205297.723528:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4430
00000400:00000200:3.0:1788205297.723536:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205297.723541:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205297.723544:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205297.723547:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.723551:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205297.723553:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.723556:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205297.723560:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205297.723562:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205297.723564:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205297.723567:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205297.723570:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205297.723572:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205297.723575:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.723577:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205297.723579:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.723581:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205297.723583:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205297.723587:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205297.723590:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205297.723592:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205297.723595:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205297.723598:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.723600:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205297.723602:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205297.723614:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205297.723617:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205297.723621:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205297.723623:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.723627:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205297.723630:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205297.723635:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205297.723644:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00000001:3.0:1788205297.723651:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205297.723674:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205297.723924:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205297.723929:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205297.723934:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205297.723963:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205297.723966:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205297.723970:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205297.723971:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205297.723973:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205297.723975:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205297.723978:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4430
00000400:00000200:3.0:1788205297.723982:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205297.723985:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205297.723987:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205297.723989:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.723991:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205297.723993:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.723995:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205297.723997:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205297.723998:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205297.724000:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205297.724002:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205297.724004:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205297.724006:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205297.724009:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724011:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205297.724013:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724014:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205297.724017:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205297.724126:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724129:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205297.724131:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205297.724137:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205297.724139:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.724141:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205297.724146:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205297.724149:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.724151:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205297.724155:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205297.724157:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205297.724160:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205297.724161:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.724162:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205297.724164:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205297.724166:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205297.724182:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788205297.724186:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205297.724192:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205297.724199:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205297.724201:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205297.724204:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205297.724211:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205297.724214:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205297.724218:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205297.724220:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205297.724222:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205297.724224:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205297.724227:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4430
00000400:00000200:3.0:1788205297.724231:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205297.724234:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205297.724236:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205297.724240:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724242:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205297.724244:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724246:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205297.724249:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205297.724251:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205297.724253:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205297.724255:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205297.724257:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205297.724259:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205297.724264:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724266:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205297.724267:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724269:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205297.724272:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205297.724274:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724276:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205297.724278:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205297.724281:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205297.724282:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.724284:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205297.724286:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205297.724289:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.724290:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205297.724293:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205297.724295:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205297.724298:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205297.724300:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.724302:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205297.724304:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205297.724305:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205297.724308:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:3.0:1788205297.724312:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205297.724316:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205297.724323:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205297.724325:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205297.724328:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205297.724335:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205297.724337:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205297.724340:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205297.724341:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205297.724343:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205297.724345:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205297.724347:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4430
00000400:00000200:3.0:1788205297.724350:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205297.724353:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205297.724355:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205297.724357:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724359:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205297.724361:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724362:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205297.724364:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205297.724365:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205297.724367:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205297.724368:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205297.724370:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205297.724372:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205297.724374:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724376:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205297.724377:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724379:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205297.724380:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205297.724382:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205297.724384:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205297.724386:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205297.724388:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205297.724390:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.724543:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205297.724547:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205297.724549:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.724551:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205297.724555:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205297.724557:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205297.724560:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205297.724561:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205297.724563:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205297.724564:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205297.724566:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205297.724570:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788205297.724573:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205297.724578:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205297.724585:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205297.724587:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205297.724591:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205297.724597:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205297.724603:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4440)
00000100:00000001:1.0:1788205297.725483:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205297.725489:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205297.725493:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205297.725504:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205297.725515:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205297.725517:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205297.725521:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205297.725524:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205297.725527:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205297.725531:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556830592:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205297.725536:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205297.725540:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205297.725543:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205297.725545:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205297.725552:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f000.
02000000:00000001:1.0:1788205297.725554:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205297.725562:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205297.725567:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5108.
00000400:00000010:1.0:1788205297.725574:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368da18.
00000100:00000200:1.0:1788205297.725583:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556830592, portal 25
00000100:00000001:1.0:1788205297.725585:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205297.725587:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788205297.725594:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205297.725602:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205297.725605:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205297.725608:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d2a8.
00000100:00000200:1.0:1788205297.725611:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556830592, offset 0
00000400:00000200:1.0:1788205297.725618:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205297.725628:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205297.725635:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205297.725641:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205297.725646:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205297.725651:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205297.725667:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205297.725672:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3693:3693:256:4294967295] 192.168.201.145@tcp LPNI seq info [3693:3693:8:4294967295]
00000400:00000200:1.0:1788205297.725676:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205297.725686:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205297.725692:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205297.725698:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237600.
00000800:00000200:1.0:1788205297.725706:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205297.725711:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788205297.725735:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205297.725739:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205297.725742:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299104947
00000100:00000010:1.0:1788205297.725747:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f900.
00000100:00000001:1.0:1788205297.725755:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205297.725764:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299104947
00000100:00000010:1.0:1788205297.725767:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fde0.
00000100:00000001:1.0:1788205297.725770:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205297.725773:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205297.725776:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205297.725779:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205297.725784:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205297.725790:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205297.725792:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205297.725794:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205297.725795:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205297.725797:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205297.725799:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830720:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205297.725802:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205297.725804:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205297.725806:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205297.725808:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205297.725811:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205297.725812:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205297.725816:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205297.725819:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b51b8.
00000400:00000010:1.0:1788205297.725822:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d660.
00000100:00000200:1.0:1788205297.725825:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556830720, portal 10
00000100:00000001:1.0:1788205297.725827:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205297.725828:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788205297.725835:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205297.725842:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205297.725845:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205297.725848:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d110.
00000100:00000200:1.0:1788205297.725850:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556830720, offset 0
00000400:00000200:1.0:1788205297.725854:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205297.725858:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205297.725861:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205297.725864:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205297.725866:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205297.725868:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205297.725870:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205297.725874:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3694:3694:255:4294967295] 192.168.201.145@tcp LPNI seq info [3694:3694:7:4294967295]
00000400:00000200:1.0:1788205297.725878:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205297.725883:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205297.725887:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205297.725892:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237b00.
00000800:00000200:1.0:1788205297.725896:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205297.725899:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788205297.725902:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205297.725905:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788205297.725908:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205297.725910:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299103069
00000100:00000001:1.0:1788205297.725912:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299104947
00000100:00000001:1.0:1788205297.725914:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299103069
00000100:00000001:1.0:1788205297.725916:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299104947
00000100:00000001:1.0:1788205297.725918:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205297.725920:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205297.725922:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205297.725927:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205297.725933:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205297.725935:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205297.725937:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205297.725939:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205297.725941:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205297.725944:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830848:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205297.725947:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205297.725949:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205297.725951:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205297.725952:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205297.725956:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205297.725957:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205297.725960:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205297.725963:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b59a0.
00000400:00000010:1.0:1788205297.725967:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205297.725971:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556830848, portal 4
00000100:00000001:1.0:1788205297.725973:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205297.725974:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:1.0:1788205297.725980:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205297.725986:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205297.725988:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205297.725990:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d550.
00000100:00000200:1.0:1788205297.725993:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556830848, offset 0
00000400:00000200:1.0:1788205297.725997:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205297.726000:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205297.726004:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205297.726006:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205297.726009:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205297.726011:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205297.726014:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205297.726017:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3695:3695:254:4294967295] 192.168.201.145@tcp LPNI seq info [3695:3695:6:4294967295]
00000400:00000200:1.0:1788205297.729354:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205297.729372:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205297.729382:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205297.729428:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237a00.
00000800:00000200:1.0:1788205297.729437:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205297.729442:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788205297.729447:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205297.729452:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788205297.729457:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205297.729460:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299102753
00000100:00000001:1.0:1788205297.729462:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299104947
00000100:00000001:1.0:1788205297.729465:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299102753
00000100:00000001:1.0:1788205297.729467:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299104947
00000100:00000001:1.0:1788205297.729469:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205297.729472:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205297.729477:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205297.729485:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205297.729494:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205297.729496:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205297.729501:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205297.729505:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205297.729508:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205297.729512:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830976:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205297.729517:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205297.729524:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205297.729527:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205297.729530:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205297.729536:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205297.729539:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205297.729543:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205297.729548:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205297.729559:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205297.729567:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556830976, portal 4
00000100:00000001:1.0:1788205297.729569:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205297.729571:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:1.0:1788205297.729578:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205297.729585:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205297.729587:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205297.729590:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d6e8.
00000100:00000200:1.0:1788205297.729593:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556830976, offset 0
00000400:00000200:1.0:1788205297.729600:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205297.729609:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205297.729617:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205297.729624:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205297.729629:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205297.729634:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205297.729637:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205297.729640:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3696:3696:253:4294967295] 192.168.201.145@tcp LPNI seq info [3696:3696:5:4294967295]
00000400:00000200:1.0:1788205297.729644:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205297.729650:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205297.729654:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205297.729657:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237400.
00000800:00000200:1.0:1788205297.729661:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205297.729664:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000100:00000001:1.0:1788205297.729667:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205297.729670:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788205297.729673:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205297.729675:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299103484
00000100:00000001:1.0:1788205297.729677:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299104947
00000100:00000001:1.0:1788205297.732373:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299103489
00000100:00000001:1.0:1788205297.732378:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299104947
00000100:00000001:1.0:1788205297.732381:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205297.732387:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205297.732418:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205297.732422:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205297.732432:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205297.732435:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788205297.732438:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205297.732440:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205297.732444:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205297.732445:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205298.034712:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205298.034719:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205298.034724:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205298.034725:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205298.034840:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205298.034844:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205298.034848:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205298.035256:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205298.035261:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205298.035264:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205298.035270:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205298.035274:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205298.035278:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.035282:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205298.035285:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.035288:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205298.291025:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205298.291033:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205298.291035:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205298.291041:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205298.291045:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205298.291050:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205298.291053:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205298.291056:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205298.291059:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205299.058566:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205299.058576:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205299.058578:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205299.058584:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205299.058588:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205299.058592:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205299.058594:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205299.058597:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205299.058600:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205299.058642:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205299.058644:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205299.058647:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205299.058647:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205299.058680:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205299.058683:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205299.058686:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205299.314552:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205299.314560:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205299.314563:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205299.314569:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205299.314572:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205299.314577:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205299.314580:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205299.314583:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205299.314585:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205299.954597:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299104947, at 4299104960
00000100:00000010:0.0:1788205299.954628:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f900.
00000100:00000040:1.0:1788205299.955672:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299104947, at 4299104961
00000100:00000010:1.0:1788205299.955681:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fde0.
00000100:00000001:0.0:1788205300.082492:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205300.082501:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205300.082503:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205300.082509:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205300.082513:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205300.082517:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205300.082520:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205300.082523:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205300.082526:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205300.084283:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205300.084290:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205300.084296:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205300.084300:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205300.084302:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205300.084305:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205300.084308:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205300.084310:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205300.084312:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205300.084314:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205300.086563:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205300.086570:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205300.086575:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788205300.338491:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205300.338498:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205300.338500:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205300.338505:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205300.338509:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205300.338526:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205300.338529:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205300.338531:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205300.338534:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1788205300.786842:0:2331:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.145:988
00000400:00000100:3.0:1788205300.786890:0:2331:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.145@tcp at host 192.168.201.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1788205300.786899:0:2331:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205300.786904:0:2331:0:(router.c:1791:lnet_notify()) 192.168.201.45@tcp notifying 192.168.201.145@tcp: down
00000400:00000200:3.0:1788205300.786909:0:2331:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205300.786913:0:2331:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1788205300.786918:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788205300.786922:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237600.
00000400:00000200:3.0:1788205300.786929:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205300.786933:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205300.786940:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d2a8
00000400:00000010:3.0:1788205300.786942:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d2a8.
00000100:00000001:3.0:1788205300.786947:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205300.786956:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.788329:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205300.788339:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205300.788373:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205300.788467:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205300.788482:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205300.789597:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205297/real 1788205300]  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205322 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205300.789624:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205300.789626:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205300.789630:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5108.
00000400:00000200:1.0:1788205300.789635:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368da18
00000400:00000010:1.0:1788205300.789637:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368da18.
00000100:00000001:1.0:1788205300.789641:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205300.789646:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205322 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205300.789665:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205322 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.789677:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205300.789680:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.789683:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205300.789685:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205300.789689:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205322 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.789705:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205300.789712:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205322 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.789719:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205300.789723:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.789724:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205300.789725:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.789728:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205300.789730:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205300.789734:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205300.789739:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205300.789741:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205300.789746:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205322 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205300.789754:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556830592:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205300.789761:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205300.789764:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205300.789767:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556830592/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205322 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.789785:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205300.789787:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205300.789790:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205300.789791:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205300.789793:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205300.789795:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205300.790135:0:2331:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205300.790139:0:2331:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205300.790143:0:2331:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f000.
02000000:00000001:3.0:1788205300.790148:0:2331:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205300.790150:0:2331:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205300.790152:0:2331:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205300.790154:0:2331:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205300.790157:0:2331:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:3.0:1788205300.790160:0:2331:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205300.790162:0:2331:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205300.790164:0:2331:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:3.0:1788205300.790167:0:2331:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205300.790168:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205300.790170:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205300.790183:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788205300.790186:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237b00.
00000400:00000200:3.0:1788205300.790190:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205300.790194:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205300.790199:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d110
00000400:00000010:3.0:1788205300.790201:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d110.
00000100:00000001:3.0:1788205300.790203:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205300.790208:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205300.790226:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205300.790230:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205300.790235:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205300.790237:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205300.790241:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788205300.790243:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237a00.
00000400:00000200:3.0:1788205300.790245:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205300.790248:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205300.790250:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d550
00000400:00000010:3.0:1788205300.790252:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d550.
00000100:00000001:3.0:1788205300.790254:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205300.790257:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205300.790263:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205300.790266:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205300.790272:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205300.790273:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205300.790277:0:2331:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.145@tcp
00000800:00000010:3.0:1788205300.790279:0:2331:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237400.
00000400:00000200:3.0:1788205300.790281:0:2331:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205300.790284:0:2331:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205300.790287:0:2331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d6e8
00000400:00000010:3.0:1788205300.790289:0:2331:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d6e8.
00000100:00000001:3.0:1788205300.790291:0:2331:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205300.790294:0:2331:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205300.790301:0:2331:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205300.790303:0:2331:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205300.790308:0:2331:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205300.790310:0:2331:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205300.790447:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205300.790449:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205300.790451:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205300.790457:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205297/real 1788205300]  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205300.790467:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205300.790468:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205300.790470:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b51b8.
00000400:00000200:1.0:1788205300.790474:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d660
00000400:00000010:1.0:1788205300.790475:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d660.
00000100:00000001:1.0:1788205300.790478:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205300.790481:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205300.790488:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.790494:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205300.790495:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.790496:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205300.790498:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205300.790501:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.790507:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205300.790511:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.790517:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205300.790519:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.790520:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205300.790522:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.790524:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205300.790526:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205300.790529:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205300.790532:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205300.790534:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205300.790537:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205300.790544:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830720:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205300.790548:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205300.790551:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205297/real 1788205300]  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205300.790557:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205300.790559:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205300.790560:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b59a0.
00000400:00000200:1.0:1788205300.790563:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205300.790564:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205300.790566:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205300.790569:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205300.790863:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.790869:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205300.790871:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.790873:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205300.790874:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205300.790878:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.790888:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205300.790892:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.790899:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205300.790901:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.790903:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205300.790904:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.790905:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205300.790907:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205300.790909:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205300.790913:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205300.790915:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205300.790918:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205300.790924:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830848:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205300.790928:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205300.790931:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205297/real 1788205300]  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205300.790939:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205300.790940:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205300.790942:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205300.790945:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205300.790946:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205300.790949:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205300.790952:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205300.790965:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.791135:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205300.791138:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.791139:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205300.791141:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205300.791146:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.791152:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205300.791155:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.791162:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205300.791164:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.791165:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205300.791167:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.791168:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205300.791170:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205300.791172:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205300.791175:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205300.791177:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205300.791181:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205300.791188:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556830976:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205300.791192:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.791194:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205300.791198:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556830720/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.791209:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205300.791211:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205300.791213:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205300.791217:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205300.791218:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205300.791220:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788205300.791222:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205300.791224:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:1.0:1788205300.791226:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205300.791227:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205300.791229:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788205300.791231:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205300.791233:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.791234:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205300.791238:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556830848/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.791244:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205300.791245:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205300.791246:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205300.791249:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205300.791250:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205300.791251:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205300.791253:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205300.791254:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:1.0:1788205300.791255:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205300.791256:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205300.791258:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788205300.791260:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205300.791261:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.791262:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205300.791265:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556830976/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205300.791271:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205300.791272:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205300.791274:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205300.791276:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205300.791277:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205300.791278:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205300.791279:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205300.791280:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:1.0:1788205300.791282:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205300.791283:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205300.791284:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:1.0:1788205300.791286:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205300.791288:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.791290:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205300.791297:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205300.791299:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205300.791301:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205300.791302:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205301.106658:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205301.106665:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205301.106670:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205301.106672:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205301.147697:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205301.147705:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205301.147709:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205301.148096:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205301.148101:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205301.148104:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205301.148108:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205301.148111:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205301.148115:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.148117:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205301.148121:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.148123:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.362532:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205301.362539:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205301.362542:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205301.362548:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205301.362551:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205301.362554:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205301.362556:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205301.362559:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205301.362561:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205302.131438:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205302.131444:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205302.131448:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205302.131449:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205302.131516:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205302.131520:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205302.131524:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205302.194521:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205302.194528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205302.194530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205302.194536:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205302.194539:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205302.194543:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.194545:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205302.194548:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.194550:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.388113:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205302.388121:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205302.388123:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205302.388129:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205302.388133:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205302.388137:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205302.388139:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205302.388142:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205302.388144:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205302.834952:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205302.834963:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205302.834966:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205302.834969:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205302.834974:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205302.834982:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4435
00000400:00000200:3.0:1788205302.834990:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205302.834996:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205302.834999:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205302.835002:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835005:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205302.835007:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835010:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205302.835014:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205302.835016:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205302.835019:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205302.835022:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205302.835025:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205302.835027:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205302.835030:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835032:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205302.835034:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835036:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205302.835038:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205302.835041:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835044:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205302.835047:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205302.835051:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205302.835054:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835056:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205302.835059:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205302.835065:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205302.835068:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205302.835071:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205302.835073:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835076:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205302.835079:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205302.835084:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205302.835091:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00000001:3.0:1788205302.835098:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205302.835106:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205302.835116:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205302.835132:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205302.835137:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205302.835284:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205302.835289:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205302.835293:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205302.835294:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205302.835296:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205302.835299:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205302.835302:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4435
00000400:00000200:3.0:1788205302.835315:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205302.835318:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205302.835321:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205302.835323:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835326:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205302.835328:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835330:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205302.835332:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205302.835334:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205302.835335:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205302.835338:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205302.835340:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205302.835342:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205302.835344:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835346:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205302.835348:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835350:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205302.835353:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205302.835355:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835357:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205302.835359:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205302.835365:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205302.835367:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835369:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205302.835373:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205302.835377:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835379:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205302.835383:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205302.835385:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205302.835388:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205302.835389:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835391:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205302.835392:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205302.835394:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205302.835416:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788205302.835419:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205302.835425:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205302.835432:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205302.835434:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205302.835438:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205302.835447:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205302.835449:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205302.835452:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205302.835454:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205302.835455:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205302.835458:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205302.835460:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4435
00000400:00000200:3.0:1788205302.835463:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205302.835492:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205302.835494:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205302.835497:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835499:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205302.835501:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835503:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205302.835506:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205302.835507:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205302.835509:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205302.835511:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205302.835513:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205302.835514:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205302.835517:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835519:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205302.835521:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835523:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205302.835525:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205302.835527:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835529:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205302.835530:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205302.835533:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205302.835535:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835537:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205302.835539:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205302.835541:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835543:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205302.835547:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205302.835549:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205302.835551:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205302.835552:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835554:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205302.835555:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205302.835557:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205302.835560:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:3.0:1788205302.835564:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205302.835568:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205302.835581:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205302.835583:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205302.835587:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205302.835594:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205302.835596:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205302.835600:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205302.835601:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205302.835602:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205302.835605:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205302.835607:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4435
00000400:00000200:3.0:1788205302.835610:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205302.835613:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205302.835615:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205302.835617:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835619:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205302.835621:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835623:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205302.835625:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205302.835626:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205302.835628:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205302.835630:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205302.835631:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205302.835633:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205302.835636:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835638:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205302.835640:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835642:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205302.835644:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205302.835647:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205302.835649:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205302.835651:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205302.835653:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205302.835655:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835657:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205302.835659:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205302.835661:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835663:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205302.835665:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205302.835667:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205302.835670:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205302.835671:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205302.835673:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205302.835674:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205302.835675:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205302.835678:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000100:00000001:3.0:1788205302.835681:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205302.835685:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205302.835692:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205302.835694:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205302.835697:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205302.835705:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205302.835709:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4445)
00000100:00000001:1.0:1788205302.836926:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205302.836932:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205302.836935:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205302.836944:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.836961:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205302.836963:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205302.836967:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205302.836970:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205302.836972:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205302.836976:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556831104:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205302.836981:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205302.836985:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205302.836987:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205302.836990:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205302.836996:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205302.836999:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205302.837004:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205302.837008:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205302.837015:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205302.837021:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556831104, portal 25
00000100:00000001:1.0:1788205302.837024:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205302.837026:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788205302.837032:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837040:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205302.837043:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205302.837045:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205302.837048:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556831104, offset 0
00000400:00000200:1.0:1788205302.837054:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205302.837062:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205302.837068:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205302.837074:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205302.837078:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205302.837082:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205302.837085:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205302.837089:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3697:3697:256:4294967295] 192.168.201.145@tcp LPNI seq info [3697:3697:8:4294967295]
00000400:00000200:1.0:1788205302.837094:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205302.837102:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205302.837108:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205302.837114:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205302.837122:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205302.837126:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205302.837132:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205302.837135:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205302.837139:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205302.837142:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205302.837160:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205302.837166:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205302.837172:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205302.837175:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205302.837179:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205302.837183:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837192:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205302.837196:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837203:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205302.837205:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205302.837210:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205302.837214:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205302.837216:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299110058
00000100:00000010:1.0:1788205302.837221:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fde0.
00000100:00000001:1.0:1788205302.837227:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205302.837248:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299110058
00000100:00000010:1.0:1788205302.837251:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fba0.
00000100:00000001:1.0:1788205302.837254:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205302.837257:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205302.837260:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205302.837262:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205302.837267:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205302/real 1788205302]  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205302.837277:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205302.837278:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205302.837280:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205302.837283:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205302.837284:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205302.837288:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205302.837291:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205302.837299:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837321:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205302.837322:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.837325:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205302.837327:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205302.837332:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837339:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205302.837344:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837351:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205302.837353:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.837355:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205302.837356:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.837359:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205302.837361:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205302.837364:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205302.837368:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205302.837371:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205302.837375:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205302.837383:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556831104:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205302.837388:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205302.837392:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837425:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205302.837448:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205302.837451:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205302.837453:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205302.837454:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205302.837457:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831232:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205302.837461:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205302.837463:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205302.837465:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205302.837467:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205302.837470:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205302.837472:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205302.837475:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205302.837478:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205302.837481:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205302.837484:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556831232, portal 10
00000100:00000001:1.0:1788205302.837487:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205302.837488:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:1.0:1788205302.837495:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837502:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205302.837504:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205302.837506:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205302.837510:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556831232, offset 0
00000400:00000200:1.0:1788205302.837513:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205302.837517:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205302.837520:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205302.837523:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205302.837526:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205302.837529:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205302.837531:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205302.837534:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3698:3698:256:4294967295] 192.168.201.145@tcp LPNI seq info [3698:3698:8:4294967295]
00000400:00000200:1.0:1788205302.837538:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205302.837544:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205302.837549:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205302.837551:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205302.837555:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205302.837558:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205302.837562:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205302.837565:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205302.837569:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205302.837571:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205302.837574:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205302.837578:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205302.837580:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205302.837582:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205302.837585:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205302.837589:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837596:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205302.837599:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837606:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205302.837608:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205302.837610:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205302.837615:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788205302.837618:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205302.837620:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299108181
00000100:00000001:1.0:1788205302.837623:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299110058
00000100:00000001:1.0:1788205302.837625:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299108181
00000100:00000001:1.0:1788205302.837627:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299110058
00000100:00000001:1.0:1788205302.837629:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205302.837631:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205302.837632:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205302.837636:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205302/real 1788205302]  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205302.837643:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205302.837645:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205302.837647:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205302.837649:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205302.837651:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205302.837653:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205302.837657:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205302.837665:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837679:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205302.837680:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.837682:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205302.837683:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205302.837687:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837694:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205302.837698:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837705:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205302.837708:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.837709:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205302.837710:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.837712:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205302.837714:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205302.837716:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205302.837719:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205302.837831:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205302.837838:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205302.837846:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831232:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205302.837851:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205302.837855:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837863:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205302.837864:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205302.837867:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205302.837868:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205302.837870:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205302.837873:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831360:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205302.837877:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205302.837880:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205302.837882:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205302.837884:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205302.837888:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205302.837890:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205302.837894:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205302.837898:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205302.837903:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205302.837906:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556831360, portal 4
00000100:00000001:1.0:1788205302.837909:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205302.837910:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:1.0:1788205302.837916:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.837923:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205302.837925:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205302.837927:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205302.837930:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556831360, offset 0
00000400:00000200:1.0:1788205302.837933:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205302.837937:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205302.837941:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205302.837943:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205302.837946:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205302.837948:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205302.837951:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205302.837954:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3699:3699:256:4294967295] 192.168.201.145@tcp LPNI seq info [3699:3699:8:4294967295]
00000400:00000200:1.0:1788205302.837958:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205302.837964:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205302.837968:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205302.837971:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205302.837975:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205302.837978:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205302.837982:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205302.837985:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205302.837989:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205302.837990:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205302.837994:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205302.837997:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205302.838000:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205302.838002:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205302.838005:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205302.838008:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.838016:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205302.838019:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.838025:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205302.838027:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205302.838030:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205302.838033:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788205302.838035:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205302.838038:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299107864
00000100:00000001:1.0:1788205302.838041:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299110058
00000100:00000001:1.0:1788205302.838043:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299107864
00000100:00000001:1.0:1788205302.838045:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299110058
00000100:00000001:1.0:1788205302.838047:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205302.838049:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205302.838050:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205302.838054:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205302/real 1788205302]  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205302.838062:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205302.838064:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205302.838065:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205302.838068:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205302.838070:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205302.838072:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205302.838075:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205302.838084:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.838097:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205302.838099:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.838101:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205302.838102:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205302.838106:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.838113:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205302.838116:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.838123:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205302.838125:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.838126:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205302.838127:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.838129:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205302.838131:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205302.838133:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205302.838136:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205302.838138:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205302.838142:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205302.839501:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831360:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205302.839510:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205302.839515:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.839524:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205302.839525:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205302.839529:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205302.839532:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205302.839535:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205302.839538:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831488:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205302.839542:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205302.839546:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205302.839548:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205302.839550:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205302.839556:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205302.839558:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205302.839564:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205302.839567:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205302.839572:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205302.839577:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556831488, portal 4
00000100:00000001:1.0:1788205302.839580:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205302.839581:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788205302.839588:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.839595:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205302.839598:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205302.839600:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205302.839603:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556831488, offset 0
00000400:00000200:1.0:1788205302.839608:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205302.839615:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205302.839621:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205302.839626:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205302.839629:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205302.839633:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205302.839635:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205302.839639:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3700:3700:256:4294967295] 192.168.201.145@tcp LPNI seq info [3700:3700:8:4294967295]
00000400:00000200:1.0:1788205302.839643:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205302.839651:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205302.839657:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205302.839661:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205302.839667:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205302.839670:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205302.839676:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205302.839679:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205302.839697:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205302.839700:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205302.839705:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205302.839709:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205302.839713:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205302.839715:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205302.839719:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205302.841016:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.841032:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205302.841037:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.841044:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205302.841047:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205302.841055:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205302.841059:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788205302.841063:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205302.841066:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299108598
00000100:00000001:1.0:1788205302.841070:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299110058
00000100:00000001:1.0:1788205302.841072:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299108598
00000100:00000001:1.0:1788205302.841074:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299110058
00000100:00000001:1.0:1788205302.841076:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205302.841079:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205302.841082:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205302.841086:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205302/real 1788205302]  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205302.841097:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205302.841098:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205302.841101:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205302.841104:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205302.841106:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205302.841110:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205302.841113:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205302.841122:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.841128:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205302.841130:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.841132:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205302.841134:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205302.841138:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.841144:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205302.841355:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.841365:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205302.841368:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.841370:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205302.841371:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.841374:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205302.841376:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205302.841379:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205302.841384:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205302.841387:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205302.841392:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205302.841416:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831488:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205302.841421:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.841423:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205302.841427:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556831104/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.841435:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205302.841438:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205302.841441:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205302.841446:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205302.841449:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205302.841451:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788205302.841453:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205302.841456:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:1.0:1788205302.841460:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205302.841462:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205302.841464:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788205302.841468:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205302.841469:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.841471:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205302.841475:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556831232/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.841482:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205302.841483:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205302.841485:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205302.841487:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205302.841488:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205302.841490:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788205302.841492:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205302.841493:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:1.0:1788205302.841495:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205302.841496:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205302.841498:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:1.0:1788205302.841500:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205302.841502:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.841503:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205302.841507:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556831360/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.841513:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205302.841514:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205302.841516:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205302.841517:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205302.841518:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205302.841519:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205302.841521:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205302.841522:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:1.0:1788205302.841524:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205302.841525:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205302.841526:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788205302.841529:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205302.841530:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.841531:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205302.841534:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556831488/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205302.841540:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205302.841542:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205302.841543:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205302.841545:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205302.841546:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205302.841547:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205302.841549:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205302.841550:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:1.0:1788205302.841552:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205302.841553:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205302.841554:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788205302.841556:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205302.841557:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.841559:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205302.841566:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205302.841568:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205302.841571:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205302.841573:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205303.155098:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205303.155105:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205303.155111:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205303.155112:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205303.155352:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205303.155356:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205303.155360:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205303.220770:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205303.220780:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205303.220783:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205303.220789:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205303.220793:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205303.220798:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205303.220801:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205303.220804:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205303.220806:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205303.410610:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205303.410619:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205303.410622:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205303.410628:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205303.410632:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205303.410638:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205303.410651:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205303.410656:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205303.410659:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205304.178523:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205304.178529:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205304.178535:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205304.178536:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205304.184920:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205304.184933:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205304.184941:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205304.242560:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205304.242570:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205304.242572:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205304.242579:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205304.242583:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205304.242588:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205304.242590:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205304.242594:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205304.242597:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205304.434514:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205304.434527:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205304.434530:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205304.434538:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205304.434544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205304.434551:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205304.434555:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205304.434560:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205304.434564:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205305.074856:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299110058, at 4299110080
00000100:00000010:0.0:1788205305.074876:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fde0.
00000100:00000040:1.0:1788205305.075623:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299110058, at 4299110081
00000100:00000010:1.0:1788205305.075632:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fba0.
00010000:00000001:2.0:1788205305.202520:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205305.202529:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205305.202532:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205305.202535:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205305.202542:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205305.202545:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205305.202548:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205305.202552:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205305.202558:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205305.202559:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205305.205290:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205305.205296:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205305.205301:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205305.266869:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205305.266878:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205305.266881:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205305.266888:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205305.266892:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205305.266897:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205305.266900:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205305.266903:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205305.266906:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205305.459173:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205305.459184:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205305.459187:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205305.459194:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205305.459199:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205305.459204:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205305.459208:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205305.459211:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205305.459213:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205306.226627:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205306.226636:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205306.226644:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205306.226645:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205306.227727:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205306.227732:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205306.227738:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205306.291415:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205306.291425:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205306.291428:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205306.291439:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205306.291445:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205306.291451:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205306.291454:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205306.291458:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205306.291461:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205306.484212:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205306.484229:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205306.484233:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205306.484256:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205306.484261:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205306.484266:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205306.484269:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205306.484272:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205306.484275:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205307.252388:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205307.252428:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205307.252436:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205307.252437:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205307.252532:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205307.252537:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205307.252541:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205307.314563:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205307.314570:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205307.314572:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205307.314578:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205307.314583:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205307.314587:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.314590:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205307.314592:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.314595:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.506688:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205307.506696:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205307.506698:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205307.506704:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205307.506708:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205307.506712:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205307.506715:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205307.506719:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205307.506722:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205307.955024:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205307.955035:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205307.955037:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205307.955042:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205307.955046:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205307.955057:0:18486:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4440
00000400:00000200:3.0:1788205307.955068:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205307.955075:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205307.955078:0:18486:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205307.955082:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955086:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205307.955088:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955090:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205307.955094:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205307.955097:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205307.955100:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205307.955103:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205307.955105:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205307.955108:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205307.955110:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955112:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205307.955114:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955115:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205307.955118:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205307.955120:0:18486:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955123:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205307.955125:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205307.955128:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205307.955130:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.955134:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205307.955136:0:18486:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205307.955145:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205307.955148:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205307.955152:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205307.955153:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.955157:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205307.955159:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205307.955163:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205307.955170:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788205307.955177:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205307.955187:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205307.955197:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205307.955202:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205307.955206:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205307.955266:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205307.955270:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205307.955273:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205307.955275:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205307.955276:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205307.955279:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205307.955281:0:18486:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4440
00000400:00000200:3.0:1788205307.955285:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205307.955288:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205307.955290:0:18486:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205307.955293:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955306:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205307.955308:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955310:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205307.955313:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205307.955314:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205307.955316:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205307.955318:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205307.955320:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205307.955321:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205307.955324:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955326:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205307.955327:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955329:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205307.955330:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205307.955333:0:18486:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955335:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205307.955337:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205307.955342:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205307.955344:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.955346:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205307.955350:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205307.955353:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.955356:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205307.955359:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205307.955361:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205307.955364:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205307.955365:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.955366:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205307.955367:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205307.955369:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205307.955373:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788205307.955376:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205307.955380:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205307.955387:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205307.955389:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205307.955393:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205307.955424:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205307.955427:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205307.955430:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205307.955432:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205307.955434:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205307.955437:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205307.955439:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4440
00000400:00000200:3.0:1788205307.955443:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205307.955445:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205307.955447:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205307.955451:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955453:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205307.955455:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955457:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205307.955459:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205307.955460:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205307.955462:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205307.955464:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205307.955465:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205307.955467:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205307.955469:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955472:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205307.955474:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.955476:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000100:00000001:1.0:1788205307.955649:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205307.955654:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205307.955656:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205307.955663:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.955671:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205307.955674:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205307.955677:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205307.955680:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205307.955683:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205307.955686:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556831616:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205307.955690:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205307.955694:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205307.955697:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205307.955699:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205307.955704:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205307.955706:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205307.955711:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205307.955715:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205307.955721:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205307.955728:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556831616, portal 25
00000100:00000001:1.0:1788205307.955731:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205307.955733:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:1.0:1788205307.955738:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.955745:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205307.955747:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205307.955750:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205307.955752:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556831616, offset 0
00000400:00000200:1.0:1788205307.955759:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205307.955767:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205307.955773:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205307.955778:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205307.955782:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205307.955786:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205307.955788:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205307.955792:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3701:3701:256:4294967295] 192.168.201.145@tcp LPNI seq info [3701:3701:8:4294967295]
00000400:00000200:1.0:1788205307.955796:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205307.955805:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205307.955812:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205307.955817:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205307.955824:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205307.955828:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788205307.955833:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205307.955836:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788205307.955839:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205307.955854:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205307.955860:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205307.955865:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205307.955870:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205307.955872:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205307.955875:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205307.955880:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.955887:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205307.955891:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.955897:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.955899:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205307.955904:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205307.955907:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205307.955911:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299115177
00000100:00000010:1.0:1788205307.955915:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5fba0.
00000100:00000001:1.0:1788205307.955922:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205307.955928:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299115177
00000100:00000010:1.0:1788205307.955931:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f420.
00000100:00000001:1.0:1788205307.955934:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205307.955937:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205307.955939:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.955942:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205307.955946:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205307/real 1788205307]  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205307.955955:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205307.955957:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205307.955958:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205307.955961:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205307.955962:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205307.955964:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205307.955967:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205307.955975:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.955981:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205307.955983:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.955985:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205307.955987:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205307.955990:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.955997:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205307.956002:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.956008:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205307.956011:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.956013:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205307.956014:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.956016:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205307.956018:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205307.956021:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205307.956025:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205307.956027:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205307.956031:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205307.956040:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556831616:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205307.956045:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205307.956048:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.956054:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205307.956056:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205307.956057:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205307.956060:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205307.956062:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205307.956065:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831744:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205307.956068:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205307.956069:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205307.956071:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205307.956073:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205307.956076:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205307.956078:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205307.956082:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205307.956084:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205307.956087:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205307.956089:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556831744, portal 10
00000100:00000001:1.0:1788205307.956091:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205307.956093:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:1.0:1788205307.956098:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.956104:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205307.956106:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205307.956108:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205307.956111:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556831744, offset 0
00000400:00000200:1.0:1788205307.956114:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205307.956118:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205307.956122:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205307.956125:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205307.956127:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205307.956130:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205307.956132:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205307.956135:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3702:3702:256:4294967295] 192.168.201.145@tcp LPNI seq info [3702:3702:8:4294967295]
00000400:00000200:1.0:1788205307.956139:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205307.956145:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205307.956149:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205307.956152:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205307.956156:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205307.956158:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788205307.956163:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205307.956165:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788205307.956169:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205307.956171:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205307.956174:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205307.956177:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205307.956180:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205307.956182:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205307.956184:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205307.956188:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.956194:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205307.956197:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.956203:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.956205:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205307.956207:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205307.956210:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788205307.956213:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205307.956227:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299113299
00000100:00000001:1.0:1788205307.956231:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299115177
00000100:00000001:1.0:1788205307.956233:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299113299
00000100:00000001:1.0:1788205307.956235:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299115177
00000100:00000001:1.0:1788205307.956237:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205307.956239:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.956241:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205307.956244:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205307/real 1788205307]  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205307.956252:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205307.956254:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205307.956256:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205307.956259:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205307.956260:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205307.956263:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205307.956267:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205307.956276:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.956283:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205307.956285:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.956286:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205307.956288:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205307.956291:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.956309:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205307.956313:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.956320:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205307.956323:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.956324:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205307.956326:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.956327:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205307.956329:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205307.956331:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205307.956334:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205307.956336:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205307.956340:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205307.956348:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831744:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205307.956352:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.956354:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205307.956357:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556831616/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.956365:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205307.956368:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205307.956370:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205307.956373:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205307.956376:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205307.956377:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788205307.956380:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205307.956382:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:1.0:1788205307.956386:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205307.956388:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205307.956390:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:1.0:1788205307.956393:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205307.956394:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.956396:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788205307.956925:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205307.956930:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205307.956933:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205307.956936:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205307.956940:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205307.956942:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.956944:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205307.956947:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205307.956950:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.956952:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205307.956957:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788205307.956960:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205307.956962:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205307.956964:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.956966:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205307.956968:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205307.956971:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205307.956975:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:3.0:1788205307.956980:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205307.956986:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205307.956994:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205307.956997:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205307.957001:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205307.957011:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205307.957014:0:18486:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205307.957018:0:18486:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205307.957020:0:18486:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205307.957021:0:18486:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205307.957024:0:18486:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205307.957026:0:18486:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4440
00000400:00000200:3.0:1788205307.957031:0:18486:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205307.957034:0:18486:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205307.957036:0:18486:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205307.957040:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.957042:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205307.957044:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.957046:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205307.957048:0:18486:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205307.957050:0:18486:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205307.957052:0:18486:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205307.957054:0:18486:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205307.957056:0:18486:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205307.957058:0:18486:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205307.957061:0:18486:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.957063:0:18486:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205307.957065:0:18486:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205307.957067:0:18486:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205307.957069:0:18486:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205307.957072:0:18486:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205307.957074:0:18486:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205307.957076:0:18486:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205307.957079:0:18486:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205307.957081:0:18486:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.957083:0:18486:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205307.957085:0:18486:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205307.957087:0:18486:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.957089:0:18486:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205307.957093:0:18486:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205307.957096:0:18486:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205307.957098:0:18486:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205307.957099:0:18486:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205307.957101:0:18486:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205307.957103:0:18486:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205307.957105:0:18486:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205307.957108:0:18486:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788205307.957111:0:18486:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205307.957115:0:18486:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205307.957122:0:18486:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205307.957125:0:18486:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205307.957128:0:18486:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205307.957136:0:18486:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205307.957140:0:18486:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4450)
00000100:00000040:1.0:1788205307.957203:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556831744/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.957210:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205307.957211:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205307.957213:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205307.957227:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205307.957229:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205307.957230:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788205307.957233:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205307.957235:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:1.0:1788205307.957237:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205307.957238:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205307.957239:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:1.0:1788205307.957242:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205307.957243:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.957245:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.957254:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205307.957256:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.957258:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205307.957260:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205307.957262:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205307.957266:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.957273:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205307.957274:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205307.957277:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205307.957279:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205307.957281:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205307.957284:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831872:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205307.957287:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205307.957290:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205307.957291:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205307.957305:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205307.957309:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205307.957311:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205307.957315:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205307.957318:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205307.957323:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205307.957327:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556831872, portal 4
00000100:00000001:1.0:1788205307.957329:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205307.957331:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:1.0:1788205307.957336:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.957343:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205307.957345:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205307.957348:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205307.957350:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556831872, offset 0
00000400:00000200:1.0:1788205307.957354:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205307.957359:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205307.957363:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205307.957366:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205307.958620:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205307.958624:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205307.958628:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205307.958633:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3703:3703:256:4294967295] 192.168.201.145@tcp LPNI seq info [3703:3703:8:4294967295]
00000400:00000200:1.0:1788205307.958638:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205307.958647:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205307.958654:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205307.958660:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205307.958666:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205307.958670:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788205307.958675:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205307.958678:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788205307.958682:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205307.958684:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205307.958688:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205307.958692:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205307.958697:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205307.958699:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205307.958704:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205307.958709:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.958720:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205307.958723:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.958729:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.958731:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205307.958736:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205307.958740:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788205307.958743:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205307.958746:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299112985
00000100:00000001:1.0:1788205307.958748:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299115177
00000100:00000001:1.0:1788205307.958750:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299112985
00000100:00000001:1.0:1788205307.958752:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299115177
00000100:00000001:1.0:1788205307.958754:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205307.958758:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.958760:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205307.958763:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205307/real 1788205307]  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205307.958771:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205307.958773:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205307.958775:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205307.958778:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205307.958779:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205307.958781:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205307.958783:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205307.958791:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.958797:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205307.958799:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.958801:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205307.958803:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205307.958806:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.958814:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205307.958818:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.958824:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205307.958826:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.958828:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205307.958829:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.958831:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205307.958833:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205307.958836:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205307.958840:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205307.959378:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205307.959385:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205307.959394:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556831872:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205307.959418:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205307.959422:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.959430:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205307.959432:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205307.959436:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205307.959439:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205307.959441:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205307.959444:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832000:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205307.959447:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205307.959450:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205307.959452:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205307.959455:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205307.959459:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205307.959461:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205307.959465:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205307.959468:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205307.959472:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205307.959531:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556832000, portal 4
00000100:00000001:1.0:1788205307.959534:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205307.959536:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:1.0:1788205307.959544:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.959551:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205307.959554:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205307.959557:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205307.959561:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556832000, offset 0
00000400:00000200:1.0:1788205307.959565:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205307.959571:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205307.959576:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205307.959580:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205307.959582:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205307.959585:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205307.959587:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205307.959591:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3704:3704:256:4294967295] 192.168.201.145@tcp LPNI seq info [3704:3704:8:4294967295]
00000400:00000200:1.0:1788205307.959594:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205307.959600:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205307.959604:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205307.959608:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205307.959612:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205307.959615:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788205307.959621:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205307.959624:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788205307.959628:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205307.959630:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205307.959634:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205307.959637:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205307.959640:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205307.959642:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205307.959645:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205307.959648:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.959654:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205307.959657:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.959663:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.959665:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205307.959668:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205307.959672:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788205307.959675:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205307.959677:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299113717
00000100:00000001:1.0:1788205307.959680:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299115177
00000100:00000001:1.0:1788205307.959682:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299113717
00000100:00000001:1.0:1788205307.959684:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299115177
00000100:00000001:1.0:1788205307.959686:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205307.959688:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.959690:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205307.959693:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205307/real 1788205307]  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205307.959700:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205307.959702:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205307.959704:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205307.959706:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205307.959708:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205307.959710:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205307.959713:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205307.959721:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.959727:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205307.959729:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.959731:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205307.959732:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205307.959736:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.959742:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205307.959746:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.959754:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205307.959756:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.959758:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205307.959759:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.959761:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205307.959762:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205307.959765:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205307.959768:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205307.959770:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205307.959774:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205307.959781:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832000:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205307.959785:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.959787:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205307.959790:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556831872/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.959796:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205307.959798:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205307.959801:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205307.959804:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205307.959806:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205307.959808:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205307.959810:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205307.959812:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:1.0:1788205307.959816:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205307.959818:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205307.959820:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:1.0:1788205307.959825:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205307.959826:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.959828:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205307.959832:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556832000/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205307.959838:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205307.959840:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205307.959841:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205307.959907:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205307.959909:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205307.959910:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205307.959912:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205307.959914:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:1.0:1788205307.959916:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205307.959917:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205307.959919:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:1.0:1788205307.959921:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205307.959922:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.959925:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205307.959932:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205307.959934:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205307.959936:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205307.959938:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205308.280429:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205308.280440:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205308.280448:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205308.280450:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205308.280524:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205308.280531:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205308.280536:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205308.338520:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205308.338528:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205308.338530:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205308.338536:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205308.338540:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205308.338544:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205308.338546:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205308.338549:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205308.338553:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205308.531337:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205308.531344:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205308.531346:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205308.531352:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205308.531355:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205308.531359:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205308.531362:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205308.531365:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205308.531368:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205309.298817:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205309.298826:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205309.298833:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205309.298837:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205309.298839:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205309.298843:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205309.298846:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205309.298849:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205309.298851:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205309.298853:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205309.298931:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205309.298938:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205309.298943:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205309.363668:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205309.363675:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205309.363677:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205309.363682:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205309.363686:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205309.363689:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205309.363692:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205309.363695:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205309.363697:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205309.554522:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205309.554534:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205309.554537:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205309.554544:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205309.554549:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205309.554555:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205309.554558:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205309.554561:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205309.554565:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205310.194514:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299115177, at 4299115200
00000100:00000010:1.0:1788205310.194529:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f420.
00000100:00000040:0.0:1788205310.194700:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299115177, at 4299115200
00000100:00000010:0.0:1788205310.194717:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5fba0.
00010000:00000001:2.0:1788205310.322585:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205310.322594:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205310.322602:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205310.322604:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205310.322857:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205310.322862:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205310.322866:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205310.386557:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205310.386563:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205310.386566:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205310.386571:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205310.386575:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205310.386579:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205310.386581:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205310.386584:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205310.386586:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205310.578847:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205310.578858:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205310.578861:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205310.578870:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205310.578875:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205310.578881:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205310.578885:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205310.578888:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205310.578892:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205311.346759:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205311.346769:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205311.346776:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205311.346778:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205311.354684:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205311.354693:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205311.354699:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205311.410914:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205311.410923:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205311.410926:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205311.410933:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205311.410938:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205311.410943:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205311.410947:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205311.410950:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205311.410954:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205311.603289:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205311.603298:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205311.603300:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205311.603306:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205311.603310:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205311.603314:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205311.603317:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205311.603320:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205311.603323:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205312.372524:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205312.372533:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205312.372541:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205312.372542:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205312.372711:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205312.372715:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205312.372719:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205312.434616:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205312.434625:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205312.434628:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205312.434634:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205312.434638:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205312.434643:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205312.434647:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205312.434650:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205312.434653:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205312.626582:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205312.626590:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205312.626592:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205312.626598:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205312.626602:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205312.626606:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205312.626609:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205312.626611:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205312.626614:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205313.074546:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205313.074557:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205313.074560:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205313.074563:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205313.074567:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205313.074574:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4445
00000400:00000200:3.0:1788205313.074582:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205313.074588:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205313.074592:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205313.074595:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074598:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205313.074600:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074602:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205313.074607:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205313.074609:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205313.074611:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205313.074614:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205313.074616:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205313.074619:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205313.074622:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074624:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205313.074626:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074628:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205313.074630:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205313.074634:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074636:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205313.074639:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205313.074642:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205313.074645:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.074647:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205313.074649:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205313.074659:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205313.074662:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205313.074666:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205313.074668:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.074671:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205313.074674:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205313.074677:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205313.074684:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4000.
00000100:00000001:3.0:1788205313.074690:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205313.074698:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205313.074708:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205313.074712:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205313.074716:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205313.074749:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205313.074752:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205313.074755:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205313.074757:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205313.074758:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205313.074761:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205313.074764:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4445
00000400:00000200:3.0:1788205313.074767:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205313.074770:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205313.074772:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205313.074775:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074777:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205313.074779:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074781:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205313.074784:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205313.074785:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205313.074787:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205313.074789:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205313.074790:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205313.074792:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205313.074795:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074797:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205313.074799:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074801:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205313.074803:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205313.074806:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074808:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205313.074810:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205313.074815:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205313.074817:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.074819:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205313.074823:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205313.074826:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.074828:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205313.074831:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205313.074833:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205313.074835:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205313.074837:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.074838:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205313.074840:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205313.074841:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205313.074846:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5000.
00000100:00000001:3.0:1788205313.074849:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205313.074854:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205313.074861:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205313.074863:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205313.074868:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205313.074876:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205313.074878:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205313.074881:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205313.074883:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205313.074884:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205313.074886:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205313.074889:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4445
00000400:00000200:3.0:1788205313.074892:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205313.074895:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205313.074897:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205313.074900:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074902:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205313.074904:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074906:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205313.074908:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205313.074909:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205313.074910:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205313.074912:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205313.074914:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205313.074915:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205313.074918:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074920:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205313.074922:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074923:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205313.074925:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205313.074927:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205313.074929:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205313.074931:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205313.074933:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205313.074935:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.074937:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205313.074939:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205313.074942:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.074943:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205313.074946:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205313.074948:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205313.074950:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205313.074951:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.074953:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205313.074954:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205313.074956:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205313.074959:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6000.
00000100:00000001:3.0:1788205313.074963:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205313.074967:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205313.074975:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205313.074976:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205313.074980:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205313.074987:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205313.074990:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205313.074993:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205313.074995:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205313.074996:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205313.074998:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205313.075000:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4445
00000400:00000200:3.0:1788205313.075003:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205313.075006:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205313.075008:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205313.075010:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.075012:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205313.075014:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.075016:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205313.075018:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205313.075019:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205313.075020:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205313.075022:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205313.075024:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205313.075026:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205313.075029:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.075031:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205313.075033:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205313.075035:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205313.075037:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205313.075040:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205313.075042:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205313.075043:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205313.075046:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205313.075047:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.075049:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205313.075051:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205313.075053:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.075055:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205313.075057:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205313.075059:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205313.075061:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205313.075063:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.075064:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205313.075066:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205313.075067:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205313.075071:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6800.
00000100:00000001:3.0:1788205313.075074:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205313.075078:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205313.075085:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205313.075086:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205313.075090:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205313.075096:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205313.075100:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4455)
00000100:00000001:1.0:1788205313.075204:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205313.075208:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205313.075210:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205313.075216:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075225:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205313.075227:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205313.075230:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205313.075233:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205313.075235:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205313.075238:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556832128:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205313.075242:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205313.075246:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205313.075249:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205313.075251:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205313.075256:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205313.075259:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205313.075264:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205313.075268:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205313.075274:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205313.075280:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556832128, portal 25
00000100:00000001:1.0:1788205313.075282:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205313.075284:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788205313.075289:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075297:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205313.075299:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205313.075302:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205313.075304:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556832128, offset 0
00000400:00000200:1.0:1788205313.075310:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205313.075317:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205313.075322:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205313.075326:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205313.075330:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205313.075333:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205313.075336:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205313.075340:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3705:3705:256:4294967295] 192.168.201.145@tcp LPNI seq info [3705:3705:8:4294967295]
00000400:00000200:1.0:1788205313.075344:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205313.075353:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205313.075359:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205313.075363:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205313.075370:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205313.075374:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788205313.075380:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205313.075383:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788205313.075387:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205313.075472:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205313.075479:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205313.075484:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205313.075489:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205313.075492:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205313.075496:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205313.075500:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075509:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205313.075513:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075520:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205313.075522:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205313.075528:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205313.075533:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205313.075535:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299120297
00000100:00000010:1.0:1788205313.075540:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f420.
00000100:00000001:1.0:1788205313.075547:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205313.075566:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299120297
00000100:00000010:1.0:1788205313.075570:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f0c0.
00000100:00000001:1.0:1788205313.075573:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205313.075576:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205313.075579:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205313.075581:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205313.075585:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205313/real 1788205313]  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205313.075602:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205313.075604:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205313.075605:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205313.075608:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205313.075610:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205313.075612:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205313.075616:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205313.075624:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075631:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205313.075632:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.075634:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205313.075636:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205313.075640:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075646:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205313.075650:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075657:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205313.075660:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.075661:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205313.075663:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.075665:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205313.075667:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205313.075669:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205313.075672:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205313.075674:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205313.075678:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205313.075686:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556832128:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205313.075691:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205313.075694:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075701:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205313.075702:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205313.075705:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205313.075706:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205313.075708:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205313.075711:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832256:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205313.075714:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205313.075716:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205313.075718:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205313.075719:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205313.075722:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205313.075724:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205313.075728:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205313.075730:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205313.075733:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205313.075736:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556832256, portal 10
00000100:00000001:1.0:1788205313.075738:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205313.075739:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:1.0:1788205313.075745:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075751:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205313.075753:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205313.075755:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205313.075757:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556832256, offset 0
00000400:00000200:1.0:1788205313.075761:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205313.075765:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205313.075768:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205313.075771:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205313.075774:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205313.075777:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205313.075779:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205313.075782:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3706:3706:256:4294967295] 192.168.201.145@tcp LPNI seq info [3706:3706:8:4294967295]
00000400:00000200:1.0:1788205313.075786:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205313.075792:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205313.075796:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205313.075799:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205313.075803:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205313.075805:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788205313.075810:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205313.075812:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788205313.075816:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205313.075818:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205313.075820:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205313.075824:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205313.075827:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205313.075829:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205313.075831:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205313.075835:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075842:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205313.075845:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075852:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205313.075853:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205313.075856:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205313.075859:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788205313.075862:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205313.075865:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299118419
00000100:00000001:1.0:1788205313.075867:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299120297
00000100:00000001:1.0:1788205313.075869:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299118419
00000100:00000001:1.0:1788205313.075871:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299120297
00000100:00000001:1.0:1788205313.075873:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205313.075875:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205313.075877:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205313.075880:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205313/real 1788205313]  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205313.075888:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205313.075889:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205313.075891:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205313.075892:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205313.075894:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205313.075895:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205313.075899:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205313.075907:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075913:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205313.075914:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.075916:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205313.075917:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205313.075920:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075927:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205313.075930:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075937:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205313.075939:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.075941:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205313.075942:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.075944:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205313.075946:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205313.075948:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205313.075951:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205313.075953:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205313.075956:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205313.075965:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832256:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205313.075969:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205313.075972:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.075979:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205313.075980:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205313.075982:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205313.075984:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205313.075986:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205313.075989:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832384:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205313.075992:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205313.075993:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205313.075995:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205313.075997:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205313.076000:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205313.076002:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205313.076005:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205313.076007:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205313.076010:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205313.076013:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556832384, portal 4
00000100:00000001:1.0:1788205313.076015:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205313.076016:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:1.0:1788205313.076021:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076027:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205313.076030:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205313.076032:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205313.076033:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556832384, offset 0
00000400:00000200:1.0:1788205313.076037:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205313.076040:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205313.076043:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205313.076046:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205313.076048:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205313.076051:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205313.076053:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205313.076056:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3707:3707:256:4294967295] 192.168.201.145@tcp LPNI seq info [3707:3707:8:4294967295]
00000400:00000200:1.0:1788205313.076060:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205313.076065:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205313.076069:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205313.076072:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205313.076076:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205313.076078:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788205313.076082:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205313.076085:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788205313.076089:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205313.076090:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205313.076093:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205313.076096:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205313.076099:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205313.076101:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205313.076103:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205313.076106:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076119:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205313.076122:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076138:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205313.076140:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205313.076143:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205313.076146:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788205313.076149:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205313.076151:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299118102
00000100:00000001:1.0:1788205313.076153:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299120297
00000100:00000001:1.0:1788205313.076155:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299118102
00000100:00000001:1.0:1788205313.076157:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299120297
00000100:00000001:1.0:1788205313.076159:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205313.076161:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205313.076162:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205313.076166:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205313/real 1788205313]  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205313.076173:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205313.076174:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205313.076176:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205313.076179:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205313.076180:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205313.076182:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205313.076185:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205313.076193:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076199:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205313.076201:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076203:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205313.076204:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205313.076207:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076213:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205313.076217:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076224:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205313.076227:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076228:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205313.076229:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076231:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205313.076233:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205313.076235:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205313.076237:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205313.076239:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205313.076242:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205313.076250:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832384:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205313.076253:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205313.076256:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076262:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205313.076264:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205313.076266:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205313.076268:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205313.076270:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205313.076274:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832512:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205313.076277:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205313.076278:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205313.076280:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205313.076282:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205313.076285:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205313.076287:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205313.076290:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205313.076293:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205313.076295:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205313.076298:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556832512, portal 4
00000100:00000001:1.0:1788205313.076300:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205313.076301:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788205313.076307:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076313:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205313.076315:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205313.076317:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205313.076319:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556832512, offset 0
00000400:00000200:1.0:1788205313.076322:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205313.076325:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205313.076328:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205313.076331:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205313.076333:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205313.076336:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205313.076338:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205313.076341:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3708:3708:256:4294967295] 192.168.201.145@tcp LPNI seq info [3708:3708:8:4294967295]
00000400:00000200:1.0:1788205313.076345:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205313.076350:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205313.076354:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205313.076357:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205313.076361:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205313.076364:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788205313.076367:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205313.076370:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788205313.076373:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205313.076375:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205313.076377:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205313.076380:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205313.076383:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205313.076384:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205313.076386:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205313.076508:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076517:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205313.076520:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076526:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205313.076528:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205313.076532:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205313.076535:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788205313.076538:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205313.076540:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299118834
00000100:00000001:1.0:1788205313.076543:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299120297
00000100:00000001:1.0:1788205313.076544:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299118834
00000100:00000001:1.0:1788205313.076547:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299120297
00000100:00000001:1.0:1788205313.076548:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205313.076550:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205313.076552:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205313.076556:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205313/real 1788205313]  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205313.076563:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205313.076564:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205313.076566:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205313.076568:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205313.076570:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205313.076572:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205313.076575:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205313.076583:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076589:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205313.076591:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076593:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205313.076594:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205313.076598:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076604:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205313.076608:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076615:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205313.076617:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076619:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205313.076620:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076622:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205313.076623:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205313.076626:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205313.076629:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205313.076631:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205313.076635:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205313.076648:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832512:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205313.076652:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076654:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205313.076657:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556832128/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076664:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205313.076666:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205313.076669:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205313.076672:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205313.076674:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205313.076675:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788205313.076677:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205313.076680:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4000.
02000000:00000001:1.0:1788205313.076683:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205313.076685:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205313.076687:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788205313.076690:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205313.076691:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076692:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205313.076696:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556832256/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076702:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205313.076704:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205313.076705:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205313.076708:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205313.076709:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205313.076710:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788205313.076712:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205313.076713:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5000.
02000000:00000001:1.0:1788205313.076715:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205313.076716:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205313.076717:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788205313.076720:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205313.076721:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076722:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205313.076725:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556832384/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076731:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205313.076732:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205313.076734:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205313.076736:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205313.076737:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205313.076738:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205313.076739:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205313.076740:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6000.
02000000:00000001:1.0:1788205313.076742:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205313.076743:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205313.076744:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:1.0:1788205313.076746:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205313.076748:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076749:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205313.076752:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556832512/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205313.076758:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205313.076759:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205313.076760:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205313.076762:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205313.076763:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205313.076764:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205313.076766:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205313.076767:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6800.
02000000:00000001:1.0:1788205313.076769:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205313.076770:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205313.076771:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788205313.076773:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205313.076774:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076776:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.076783:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205313.076786:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205313.076788:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205313.076790:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205313.394561:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205313.394571:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205313.394578:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205313.394579:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205313.394647:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205313.394654:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205313.394659:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205313.458516:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205313.458523:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205313.458526:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205313.458531:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205313.458535:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205313.458539:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.458543:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205313.458556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205313.458560:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205313.651327:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205313.651336:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205313.651339:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205313.651346:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205313.651350:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205313.651355:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205313.651358:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205313.651361:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205313.651364:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205314.418562:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205314.418575:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205314.418580:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205314.418586:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205314.418593:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205314.418596:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205314.418612:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205314.418615:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205314.418619:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205314.418621:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205314.418723:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205314.418727:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205314.418731:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205314.482513:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205314.482522:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205314.482524:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205314.482529:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205314.482533:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205314.482537:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205314.482540:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205314.482543:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205314.482545:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205314.674578:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205314.674589:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205314.674592:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205314.674615:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205314.674620:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205314.674625:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205314.674628:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205314.674632:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205314.674635:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205315.314636:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299120297, at 4299120320
00000100:00000010:1.0:1788205315.314661:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f0c0.
00000100:00000040:0.0:1788205315.314918:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299120297, at 4299120320
00000100:00000010:0.0:1788205315.314926:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f420.
00010000:00000001:2.0:1788205315.442867:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205315.442878:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205315.442887:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205315.442889:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205315.442977:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205315.442981:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205315.442985:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205315.507805:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205315.507817:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205315.507820:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205315.507832:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205315.507839:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205315.507845:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205315.507849:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205315.507853:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205315.507856:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205315.698458:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205315.698465:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205315.698468:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205315.698473:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205315.698477:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205315.698480:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205315.698483:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205315.698486:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205315.698488:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205316.466578:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205316.466588:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205316.466595:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205316.466597:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205316.466789:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205316.466793:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205316.466797:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205316.530522:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205316.530530:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205316.530536:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205316.530542:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205316.530546:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205316.530551:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205316.530554:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205316.530556:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205316.530559:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205316.722744:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205316.722749:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205316.722752:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205316.722757:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205316.722761:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205316.722764:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205316.722767:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205316.723082:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205316.723087:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205317.492567:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205317.492577:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205317.492584:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205317.492585:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205317.492670:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205317.492679:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205317.492684:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205317.554508:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205317.554516:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205317.554518:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205317.554524:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205317.554527:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205317.554531:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205317.554534:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205317.554536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205317.554539:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205317.746510:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205317.746518:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205317.746520:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205317.746525:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205317.746529:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205317.746533:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205317.746536:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205317.746539:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205317.746541:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205318.194553:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205318.194562:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205318.194565:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205318.194569:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205318.194574:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205318.194580:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4450
00000400:00000200:3.0:1788205318.194589:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205318.194594:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205318.194597:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205318.194600:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194604:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205318.194606:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194608:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205318.194612:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205318.194614:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205318.194616:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205318.194619:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205318.194621:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205318.194623:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205318.194626:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194628:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205318.194630:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194632:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205318.194635:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205318.194637:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194640:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205318.194642:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205318.194646:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205318.194648:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.194650:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205318.194652:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205318.194661:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d29180.
00000020:00000040:3.0:1788205318.194665:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205318.194668:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205318.194670:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.194673:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205318.194676:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205318.194680:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205318.194688:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5c00.
00000100:00000001:3.0:1788205318.194693:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205318.194701:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205318.194769:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205318.194773:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205318.194778:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd42bafe] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205318.194801:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205318.194804:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205318.194807:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205318.194809:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205318.194810:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205318.194813:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205318.194815:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4450
00000400:00000200:3.0:1788205318.194819:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205318.194822:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205318.194824:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205318.194827:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194829:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205318.194831:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194833:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205318.194836:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205318.194837:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205318.194839:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205318.194841:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205318.194842:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205318.194844:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205318.194847:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194848:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205318.194850:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194852:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205318.194854:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205318.194856:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194858:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205318.194860:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205318.194865:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205318.194866:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.194868:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205318.194872:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205318.194874:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.194876:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205318.194879:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28380.
00000020:00000040:3.0:1788205318.194881:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205318.194883:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205318.194885:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.194886:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205318.194888:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205318.194889:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205318.194893:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4800.
00000100:00000001:3.0:1788205318.194896:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205318.194901:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205318.194909:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205318.194911:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205318.194914:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000038e9cdb] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205318.194922:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205318.194924:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205318.194928:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205318.194929:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205318.194930:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205318.194933:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205318.194935:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4450
00000400:00000200:3.0:1788205318.194938:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205318.194941:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205318.194943:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205318.194945:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194947:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205318.194949:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194951:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205318.194953:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205318.194954:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205318.194956:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205318.194957:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205318.194959:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205318.194961:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205318.194963:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194965:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205318.194967:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194969:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205318.194971:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205318.194974:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205318.194976:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205318.194977:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205318.194980:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205318.194981:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.194983:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205318.194985:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205318.194987:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.194989:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205318.194992:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2bb80.
00000020:00000040:3.0:1788205318.194994:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205318.194996:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205318.194998:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.194999:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205318.195000:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205318.195002:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205318.195005:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7800.
00000100:00000001:3.0:1788205318.195008:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205318.195011:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205318.195018:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205318.195020:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205318.195023:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cadaf5d2] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205318.195030:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205318.195032:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205318.195035:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205318.195036:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205318.195037:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205318.195080:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205318.195084:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205318.195086:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205318.195092:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.195101:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205318.195103:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205318.195105:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205318.195108:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205318.195110:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205318.195114:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556832640:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205318.195118:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205318.195122:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205318.195124:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205318.195126:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205318.195141:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205318.195143:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205318.195148:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205318.195151:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205318.195157:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205318.195163:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556832640, portal 25
00000100:00000001:1.0:1788205318.195165:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205318.195168:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996880256 : -105387712671360 : ffffa02682d29180)
00000100:00000040:1.0:1788205318.195172:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.195180:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205318.195183:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205318.195272:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205318.195277:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556832640, offset 0
00000400:00000200:1.0:1788205318.195284:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205318.195291:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205318.195296:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205318.195353:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205318.195358:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205318.195362:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205318.195364:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205318.195368:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3709:3709:256:4294967295] 192.168.201.145@tcp LPNI seq info [3709:3709:8:4294967295]
00000400:00000200:1.0:1788205318.195373:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205318.195382:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205318.195389:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205318.195394:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205318.195530:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205318.195534:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788205318.195539:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205318.195543:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788205318.195547:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205318.195549:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205318.195555:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205318.195559:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205318.195564:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205318.195567:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205318.195570:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205318.195574:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.195584:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205318.195587:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.195595:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.195596:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205318.195601:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205318.195605:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205318.195607:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299125417
00000100:00000010:1.0:1788205318.195612:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f0c0.
00000100:00000001:1.0:1788205318.195619:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205318.195695:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205318.195698:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4450
00000400:00000200:3.0:1788205318.195703:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205318.195764:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205318.195767:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205318.195770:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.195772:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205318.195774:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.195776:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205318.195779:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205318.195780:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205318.195782:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205318.195784:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205318.195786:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205318.195789:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205318.195792:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.195793:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205318.195795:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205318.195797:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205318.195799:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205318.195801:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205318.195803:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205318.195805:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205318.195808:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205318.195810:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.195812:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205318.195814:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205318.195817:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.195818:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205318.195822:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205318.195825:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205318.195827:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205318.195829:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.195831:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205318.195833:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205318.195835:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205318.195839:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6400.
00000100:00000001:3.0:1788205318.195842:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205318.195847:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205318.195855:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205318.195858:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205318.195861:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205318.195870:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205318.195875:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4460)
00000100:00000001:1.0:1788205318.195909:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299125417
00000100:00000010:1.0:1788205318.195913:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f540.
00000100:00000001:1.0:1788205318.195917:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205318.195920:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205318.195923:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.195925:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205318.195930:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205318/real 1788205318]  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205318.195939:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205318.195940:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205318.195942:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205318.195945:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205318.195947:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205318.195949:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205318.195952:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205318.195959:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.195965:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205318.195966:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.195968:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205318.195970:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205318.195974:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.195981:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205318.195985:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.195991:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205318.195994:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.195995:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205318.195996:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.195998:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205318.196000:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205318.196003:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205318.196007:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205318.196020:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205318.196026:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205318.196033:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556832640:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205318.196038:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205318.196051:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.196057:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205318.196059:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205318.196061:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205318.196063:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205318.196065:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205318.196068:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832768:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205318.196070:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205318.196073:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205318.196075:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205318.196077:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205318.196080:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205318.196082:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205318.196086:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205318.196088:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205318.196092:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205318.196095:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556832768, portal 10
00000100:00000001:1.0:1788205318.196097:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205318.196098:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996876672 : -105387712674944 : ffffa02682d28380)
00000100:00000040:1.0:1788205318.196106:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.196112:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205318.196114:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205318.196117:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205318.196119:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556832768, offset 0
00000400:00000200:1.0:1788205318.196123:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205318.196127:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205318.196682:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205318.196688:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205318.196691:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205318.196694:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205318.196697:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205318.196700:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3710:3710:256:4294967295] 192.168.201.145@tcp LPNI seq info [3710:3710:8:4294967295]
00000400:00000200:1.0:1788205318.196705:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205318.196825:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205318.196831:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205318.196837:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205318.196844:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205318.196847:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788205318.196852:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205318.196854:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788205318.196859:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205318.196861:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205318.196866:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205318.196870:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205318.196875:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205318.196878:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205318.196881:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205318.196885:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.196895:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205318.196898:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.196905:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.196906:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205318.196911:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205318.196915:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788205318.196918:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205318.196920:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299123540
00000100:00000001:1.0:1788205318.196923:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299125417
00000100:00000001:1.0:1788205318.196925:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299123540
00000100:00000001:1.0:1788205318.196927:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299125417
00000100:00000001:1.0:1788205318.196929:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205318.196931:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.196933:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205318.196937:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205318/real 1788205318]  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205318.196945:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205318.196946:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205318.196948:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205318.196950:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205318.196952:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205318.196954:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205318.196959:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205318.196966:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.196972:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205318.196974:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.196976:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205318.196978:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205318.196981:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.196986:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205318.196991:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.196997:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205318.196999:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.197001:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205318.197002:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.197004:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205318.197006:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205318.198172:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205318.198183:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205318.198370:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205318.198379:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205318.198389:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832768:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205318.198396:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205318.199004:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.199020:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205318.199022:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205318.199026:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205318.199029:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205318.199031:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205318.199034:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832896:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205318.199544:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205318.199549:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205318.199552:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205318.199554:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205318.199563:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205318.199566:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205318.199573:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205318.199576:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205318.199583:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205318.199590:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556832896, portal 4
00000100:00000001:1.0:1788205318.199592:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205318.199593:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996891008 : -105387712660608 : ffffa02682d2bb80)
00000100:00000040:1.0:1788205318.199601:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.199609:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205318.199612:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205318.199614:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205318.199616:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556832896, offset 0
00000400:00000200:1.0:1788205318.199622:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205318.199629:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205318.199635:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205318.199639:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205318.199643:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205318.199646:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205318.199649:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205318.199654:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3711:3711:256:4294967295] 192.168.201.145@tcp LPNI seq info [3711:3711:8:4294967295]
00000400:00000200:1.0:1788205318.199658:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205318.199667:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205318.199672:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205318.199676:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205318.199682:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205318.199686:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788205318.199691:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205318.199694:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788205318.199698:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205318.199701:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205318.199704:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205318.200099:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205318.200105:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205318.200107:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205318.200111:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205318.200116:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.200126:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205318.200355:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.200364:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.200366:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205318.200372:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205318.200376:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788205318.200380:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205318.200383:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299123226
00000100:00000001:1.0:1788205318.200385:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299125417
00000100:00000001:1.0:1788205318.200388:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299123226
00000100:00000001:1.0:1788205318.200390:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299125417
00000100:00000001:1.0:1788205318.200393:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205318.201168:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.201173:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205318.201181:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205318/real 1788205318]  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205318.201202:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205318.201204:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205318.201207:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205318.201211:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205318.201213:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205318.201215:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205318.201219:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205318.201228:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201235:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205318.201237:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201239:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205318.201241:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205318.201245:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201252:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205318.201256:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201263:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205318.201266:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201267:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205318.201269:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201272:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205318.201274:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205318.201278:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205318.201283:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205318.201286:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205318.201291:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205318.201299:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556832896:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205318.201313:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201317:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205318.201321:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d29180 x1875064556832640/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201328:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205318.201330:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205318.201334:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205318.201337:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205318.201340:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205318.201342:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788205318.201344:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205318.201346:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5c00.
02000000:00000001:1.0:1788205318.201350:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205318.201352:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205318.201354:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d29180.
00000100:00000001:1.0:1788205318.201357:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205318.201358:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201360:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205318.201364:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28380 x1875064556832768/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201370:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205318.201372:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205318.201373:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205318.201375:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205318.201376:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205318.201377:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788205318.201379:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205318.201381:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4800.
02000000:00000001:1.0:1788205318.201383:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205318.201384:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205318.201385:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28380.
00000100:00000001:1.0:1788205318.201387:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205318.201389:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201390:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205318.201393:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2bb80 x1875064556832896/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201473:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205318.201475:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205318.201476:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205318.201479:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205318.201480:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205318.201481:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205318.201483:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205318.201485:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7800.
02000000:00000001:1.0:1788205318.201487:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205318.201488:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205318.201489:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2bb80.
00000100:00000001:1.0:1788205318.201492:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205318.201493:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201496:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201502:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205318.201504:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.201507:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205318.201509:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205318.201511:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205318.201516:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201523:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205318.201525:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205318.201528:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205318.201530:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205318.201533:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205318.201536:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833024:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205318.201539:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205318.201542:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205318.201544:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205318.201547:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205318.201552:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205318.201554:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205318.201558:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205318.201561:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205318.201565:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205318.201570:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556833024, portal 4
00000100:00000001:1.0:1788205318.201572:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205318.201573:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788205318.201579:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201585:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205318.201588:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205318.201590:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205318.201592:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556833024, offset 0
00000400:00000200:1.0:1788205318.201597:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205318.201602:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205318.201607:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205318.201611:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205318.201615:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205318.201619:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205318.201621:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205318.201624:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3712:3712:256:4294967295] 192.168.201.145@tcp LPNI seq info [3712:3712:8:4294967295]
00000400:00000200:1.0:1788205318.201629:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205318.201636:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205318.201642:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205318.201646:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205318.201651:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205318.201655:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788205318.201661:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205318.201663:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788205318.201679:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205318.201681:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205318.201684:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205318.201688:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205318.201692:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205318.201693:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205318.201696:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205318.201700:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201707:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205318.201710:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201716:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.201718:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205318.201721:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205318.201724:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788205318.201727:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205318.201729:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299123959
00000100:00000001:1.0:1788205318.201732:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299125417
00000100:00000001:1.0:1788205318.201734:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299123959
00000100:00000001:1.0:1788205318.201737:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299125417
00000100:00000001:1.0:1788205318.201739:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205318.201741:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.201743:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205318.201746:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205318/real 1788205318]  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205318.201753:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205318.201754:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205318.201756:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205318.201758:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205318.201760:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205318.201762:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205318.201765:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205318.201773:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201778:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205318.201780:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201781:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205318.201783:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205318.201786:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201793:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205318.201797:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201803:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205318.201805:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201806:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205318.201808:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201809:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205318.201810:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205318.201813:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205318.201816:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205318.201817:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205318.201821:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205318.201828:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833024:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205318.201832:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201834:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205318.201836:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556833024/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205318.201843:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205318.201844:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205318.201846:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205318.201847:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205318.201849:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205318.201850:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205318.201851:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205318.201853:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6400.
02000000:00000001:1.0:1788205318.201855:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205318.201856:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205318.201857:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788205318.201860:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205318.201861:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201863:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.201866:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205318.201867:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205318.201869:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205318.201870:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205318.514671:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205318.514679:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205318.514685:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205318.514686:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205318.515104:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205318.515107:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205318.515110:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205318.581170:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205318.581178:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205318.581180:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205318.581186:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205318.581190:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205318.581194:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.581197:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205318.581198:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205318.581201:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205318.770531:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205318.770540:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205318.770543:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205318.770550:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205318.770555:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205318.770560:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205318.770563:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205318.770566:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205318.770569:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205319.538558:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205319.538569:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205319.538575:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205319.538579:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205319.538583:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205319.538586:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205319.538589:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205319.538591:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205319.538592:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205319.538594:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205319.538896:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205319.538899:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205319.538901:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205319.602507:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205319.602515:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205319.602516:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205319.602522:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205319.602526:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205319.602530:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205319.602533:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205319.602536:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205319.602538:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205319.794519:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205319.794528:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205319.794531:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205319.794539:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205319.794544:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205319.794548:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205319.794551:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205319.794554:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205319.794556:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205320.434583:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299125417, at 4299125440
00000100:00000040:0.0:1788205320.434688:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299125417, at 4299125440
00000100:00000010:0.0:1788205320.434695:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f0c0.
00000100:00000010:1.0:1788205320.434912:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f540.
00010000:00000001:2.0:1788205320.564324:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205320.564331:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205320.564338:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205320.564339:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205320.565449:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205320.565457:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205320.565463:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205320.626684:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205320.626696:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205320.626699:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205320.626707:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205320.626712:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205320.626718:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205320.626721:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205320.626725:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205320.626728:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205320.818566:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205320.818576:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205320.818579:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205320.818586:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205320.818592:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205320.818597:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205320.818612:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205320.818616:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205320.818620:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205321.587151:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205321.587162:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205321.587169:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205321.587170:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205321.587258:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205321.587267:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205321.587273:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205321.650563:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205321.650572:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205321.650574:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205321.650580:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205321.650583:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205321.650588:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205321.650591:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205321.650594:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205321.650598:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205321.842907:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205321.842913:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205321.842915:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205321.842920:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205321.842922:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205321.842925:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205321.842927:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205321.842929:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205321.842931:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205322.610569:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205322.610579:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205322.610586:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205322.610587:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205322.610720:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205322.610728:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205322.610733:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205322.674575:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205322.674585:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205322.674588:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205322.674595:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205322.674600:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205322.674606:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205322.674609:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205322.674613:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205322.674615:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205322.866510:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205322.866521:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205322.866523:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205322.866531:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205322.866535:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205322.866540:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205322.866543:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205322.866546:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205322.866550:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205323.314708:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205323.314723:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205323.314726:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205323.314731:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205323.314736:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205323.314746:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4455
00000400:00000200:3.0:1788205323.314758:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205323.314765:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205323.314769:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205323.314773:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.314777:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205323.314779:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.314782:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205323.314787:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205323.314790:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:3.0:1788205323.314793:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205323.314797:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:3.0:1788205323.314800:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:3.0:1788205323.314802:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:3.0:1788205323.314805:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.314808:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205323.314810:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.314812:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205323.314816:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:3.0:1788205323.314819:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205323.314822:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205323.314825:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205323.314829:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205323.314832:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.314835:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205323.314837:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205323.314849:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28e00.
00000020:00000040:3.0:1788205323.314853:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:3.0:1788205323.314858:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205323.314860:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.314864:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205323.314867:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205323.314873:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205323.314884:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d5400.
00000100:00000001:3.0:1788205323.314892:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205323.314903:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205323.314913:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205323.314919:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205323.314925:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acbfd99] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205323.314981:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205323.314985:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205323.314989:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205323.314990:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205323.314992:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205323.314994:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205323.314997:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4455
00000400:00000200:3.0:1788205323.315000:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205323.315004:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205323.315006:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205323.315009:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315012:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205323.315013:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315016:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205323.315018:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205323.315020:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:3.0:1788205323.315021:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205323.315024:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:3.0:1788205323.315026:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:3.0:1788205323.315028:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:3.0:1788205323.315031:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315033:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205323.315035:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315037:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205323.315040:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:3.0:1788205323.315042:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315044:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205323.315046:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205323.315052:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205323.315054:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.315056:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205323.315061:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205323.315064:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.315066:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205323.315070:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2aa00.
00000020:00000040:3.0:1788205323.315073:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:3.0:1788205323.315075:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205323.315077:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.315078:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205323.315080:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205323.315081:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205323.315086:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d6c00.
00000100:00000001:3.0:1788205323.315090:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205323.315095:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205323.315103:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205323.315105:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205323.315108:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051205135] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205323.315116:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205323.315119:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205323.315123:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205323.315124:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205323.315125:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205323.315128:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205323.315130:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4455
00000400:00000200:3.0:1788205323.315133:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205323.315136:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205323.315138:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205323.315141:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315143:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205323.315145:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315147:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205323.315149:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205323.315150:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:3.0:1788205323.315152:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205323.315154:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:3.0:1788205323.315156:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:3.0:1788205323.315159:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:3.0:1788205323.315162:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315164:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205323.315166:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315168:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205323.315170:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:3.0:1788205323.315173:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315175:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205323.315177:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205323.315179:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205323.315180:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.315182:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205323.315185:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205323.315187:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.315189:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205323.315192:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d28000.
00000020:00000040:3.0:1788205323.315194:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205323.315196:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205323.315197:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.315199:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205323.315200:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205323.315202:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205323.315205:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d7000.
00000100:00000001:3.0:1788205323.315209:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205323.315213:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205323.315220:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205323.315222:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205323.315225:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004767beba] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205323.315232:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205323.315235:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205323.315238:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205323.315239:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205323.315241:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205323.315244:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205323.315246:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4455
00000400:00000200:3.0:1788205323.315249:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205323.315253:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205323.315255:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205323.315257:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315260:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205323.315261:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315264:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:3.0:1788205323.315266:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205323.315267:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:3.0:1788205323.315269:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205323.315271:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:3.0:1788205323.315273:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:3.0:1788205323.315275:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:3.0:1788205323.315278:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315280:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205323.315283:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315285:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:3.0:1788205323.315287:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:3.0:1788205323.315290:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:3.0:1788205323.315292:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205323.315294:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205323.315297:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205323.315299:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.315301:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205323.315303:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205323.315306:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.315308:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205323.315314:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02682d2a680.
00000020:00000040:3.0:1788205323.315316:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:3.0:1788205323.315319:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205323.315320:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.315322:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205323.315324:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205323.315325:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205323.315329:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa026907d4c00.
00000100:00000001:3.0:1788205323.315332:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205323.315336:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205323.315343:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205323.315345:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205323.315349:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16b3132] to pc [ptlrpcd_rcv+-1]  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205323.315356:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205323.315361:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4466)
00000100:00000001:1.0:1788205323.315695:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205323.315700:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205323.315703:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205323.315711:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.315726:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205323.315729:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205323.315733:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205323.315736:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205323.315739:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205323.315743:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556833152:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205323.315748:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205323.315753:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205323.315756:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205323.315759:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205323.315765:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205323.315767:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205323.315775:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205323.315780:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205323.315787:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205323.315796:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556833152, portal 25
00000100:00000001:1.0:1788205323.315798:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205323.315800:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996879360 : -105387712672256 : ffffa02682d28e00)
00000100:00000040:1.0:1788205323.315805:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.315812:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205323.315815:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205323.315818:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205323.315820:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556833152, offset 0
00000400:00000200:1.0:1788205323.315828:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205323.315837:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205323.315844:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205323.315851:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205323.315855:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205323.315859:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205323.315862:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205323.315867:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3713:3713:256:4294967295] 192.168.201.145@tcp LPNI seq info [3713:3713:8:4294967295]
00000400:00000200:1.0:1788205323.315871:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205323.315882:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205323.315888:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205323.315893:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205323.315901:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205323.315906:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788205323.315911:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205323.315915:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788205323.315919:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205323.315923:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205323.315930:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205323.315935:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205323.315942:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205323.315945:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205323.315962:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205323.315967:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.315977:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205323.315981:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.315988:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205323.315989:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205323.315996:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205323.316000:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205323.316003:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299130537
00000100:00000010:1.0:1788205323.316008:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f540.
00000100:00000001:1.0:1788205323.316017:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205323.316025:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299130537
00000100:00000010:1.0:1788205323.316028:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02682e5f960.
00000100:00000001:1.0:1788205323.316032:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205323.316035:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205323.316039:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205323.316041:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205323.316045:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205323/real 1788205323]  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205323.316054:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205323.316055:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205323.316058:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205323.316061:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205323.316062:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205323.316065:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205323.316068:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205323.316074:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316080:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205323.316082:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316085:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205323.316088:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205323.316092:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316098:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205323.316102:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316110:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205323.316113:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316114:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205323.316116:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316118:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205323.316121:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205323.316123:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205323.316127:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205323.316131:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205323.316135:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205323.316142:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556833152:192.168.201.145@tcp:250:kworker.0
00000100:00000001:1.0:1788205323.316147:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205323.316150:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316156:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205323.316157:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205323.316160:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205323.316161:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205323.316163:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205323.316166:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833280:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205323.316169:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205323.316171:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205323.316173:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205323.316174:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205323.316178:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205323.316179:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205323.316183:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205323.316186:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205323.316189:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205323.316193:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556833280, portal 10
00000100:00000001:1.0:1788205323.316194:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205323.316196:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996886528 : -105387712665088 : ffffa02682d2aa00)
00000100:00000040:1.0:1788205323.316202:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316208:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205323.316210:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205323.316213:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205323.316215:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556833280, offset 0
00000400:00000200:1.0:1788205323.316220:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205323.316223:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205323.316227:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205323.316230:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205323.316233:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205323.316235:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205323.316237:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205323.316239:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3714:3714:256:4294967295] 192.168.201.145@tcp LPNI seq info [3714:3714:8:4294967295]
00000400:00000200:1.0:1788205323.316243:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205323.316249:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205323.316254:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205323.316257:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205323.316260:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205323.316263:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788205323.316268:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205323.316271:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788205323.316274:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205323.316276:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205323.316279:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205323.316283:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205323.316286:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205323.316287:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205323.316290:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205323.316294:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316301:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205323.316304:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316309:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205323.316311:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205323.316313:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205323.316318:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:1.0:1788205323.316321:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205323.316323:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299128659
00000100:00000001:1.0:1788205323.316326:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299130537
00000100:00000001:1.0:1788205323.316328:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299128659
00000100:00000001:1.0:1788205323.316330:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299130537
00000100:00000001:1.0:1788205323.316332:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205323.316334:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205323.316335:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205323.316338:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205323/real 1788205323]  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205323.316344:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205323.316346:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205323.316347:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205323.316350:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205323.316351:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205323.316354:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205323.316356:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205323.316363:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316368:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205323.316369:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316370:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205323.316372:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205323.316376:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316383:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205323.316387:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316393:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205323.316395:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316425:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205323.316427:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316429:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205323.316431:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205323.316434:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205323.316437:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205323.316439:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205323.316442:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205323.316449:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833280:192.168.201.145@tcp:38:kworker.0
00000100:00000001:1.0:1788205323.316453:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205323.316457:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316464:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205323.316465:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205323.316468:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205323.316469:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205323.316471:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205323.316473:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833408:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205323.316476:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205323.316477:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205323.316479:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205323.316480:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205323.316484:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205323.316486:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205323.316489:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205323.316492:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205323.316508:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205323.316511:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556833408, portal 4
00000100:00000001:1.0:1788205323.316513:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205323.316514:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996875776 : -105387712675840 : ffffa02682d28000)
00000100:00000040:1.0:1788205323.316519:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316525:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205323.316527:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205323.316529:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205323.316532:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556833408, offset 0
00000400:00000200:1.0:1788205323.316535:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205323.316538:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205323.316541:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205323.316544:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205323.316546:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205323.316549:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205323.316551:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205323.316555:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3715:3715:256:4294967295] 192.168.201.145@tcp LPNI seq info [3715:3715:8:4294967295]
00000400:00000200:1.0:1788205323.316559:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205323.316565:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205323.316569:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205323.316572:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205323.316575:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205323.316578:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788205323.316582:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205323.316585:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788205323.316589:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205323.316590:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205323.316593:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205323.316596:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205323.316598:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205323.316600:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205323.316603:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205323.316606:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316613:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205323.316616:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316622:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205323.316623:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205323.316627:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205323.316630:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:1.0:1788205323.316633:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205323.316635:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299128343
00000100:00000001:1.0:1788205323.316637:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299130537
00000100:00000001:1.0:1788205323.316640:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299128343
00000100:00000001:1.0:1788205323.316641:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299130537
00000100:00000001:1.0:1788205323.316643:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205323.316645:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205323.316646:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205323.316649:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205323/real 1788205323]  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205323.316656:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205323.316658:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205323.316659:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205323.316661:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205323.316663:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205323.316665:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205323.316669:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205323.316678:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316689:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205323.316690:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316692:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205323.316694:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205323.316697:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316703:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205323.316706:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316714:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205323.316717:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316719:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205323.316720:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316721:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205323.316724:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205323.316726:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205323.316728:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205323.316729:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205323.316732:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205323.316740:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833408:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205323.316744:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205323.316747:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316752:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205323.316754:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205323.316756:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205323.316758:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205323.316760:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205323.316763:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833536:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205323.316766:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205323.316768:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205323.316769:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205323.316771:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205323.316774:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205323.316775:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205323.316779:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:1.0:1788205323.316781:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa026933b5528.
00000400:00000010:1.0:1788205323.316784:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d220.
00000100:00000200:1.0:1788205323.316786:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556833536, portal 4
00000100:00000001:1.0:1788205323.316788:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205323.316789:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638685996885632 : -105387712665984 : ffffa02682d2a680)
00000100:00000040:1.0:1788205323.316793:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316800:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205323.316802:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:1.0:1788205323.316804:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0268368d5d8.
00000100:00000200:1.0:1788205323.316807:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556833536, offset 0
00000400:00000200:1.0:1788205323.316810:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:1.0:1788205323.316813:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205323.316816:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:1.0:1788205323.316818:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205323.316820:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:1.0:1788205323.316822:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205323.316824:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:1.0:1788205323.316827:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3716:3716:256:4294967295] 192.168.201.145@tcp LPNI seq info [3716:3716:8:4294967295]
00000400:00000200:1.0:1788205323.316831:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205323.316837:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205323.316842:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205323.316845:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02686237d00.
00000800:00000200:1.0:1788205323.316848:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.0:1788205323.316851:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788205323.316855:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:1.1:1788205323.316857:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788205323.316860:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:1.0:1788205323.316862:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02686237d00.
00000400:00000200:1.0:1788205323.316864:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205323.316868:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205323.316871:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d5d8
00000400:00000010:1.0:1788205323.316872:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d5d8.
00000100:00000001:1.0:1788205323.316875:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205323.316878:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316885:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205323.316888:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316894:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205323.316896:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205323.316898:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205323.316901:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:1.0:1788205323.316904:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:1.0:1788205323.316906:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299129074
00000100:00000001:1.0:1788205323.316908:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299130537
00000100:00000001:1.0:1788205323.316910:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299129074
00000100:00000001:1.0:1788205323.316912:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299130537
00000100:00000001:1.0:1788205323.316915:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205323.316917:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205323.316918:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205323.316922:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205323/real 1788205323]  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205323.316929:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205323.316930:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205323.316932:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa026933b5528.
00000400:00000200:1.0:1788205323.316934:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0268368d220
00000400:00000010:1.0:1788205323.316935:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0268368d220.
00000100:00000001:1.0:1788205323.316937:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205323.316940:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205323.316947:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316965:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205323.316967:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316969:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205323.316970:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205323.316974:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316980:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205323.316984:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.316990:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205323.316992:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316994:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205323.316995:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.316997:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205323.316998:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205323.317000:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205323.317003:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:1.0:1788205323.317006:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205323.317010:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205323.317017:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02682d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833536:192.168.201.145@tcp:8:kworker.0
00000100:00000001:1.0:1788205323.317020:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.317023:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205323.317026:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28e00 x1875064556833152/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.317034:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205323.317037:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205323.317039:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:1.0:1788205323.317043:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205323.317046:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205323.317047:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:1.0:1788205323.317050:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205323.317053:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d5400.
02000000:00000001:1.0:1788205323.317058:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205323.317060:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205323.317062:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28e00.
00000100:00000001:1.0:1788205323.317066:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205323.317067:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.317069:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205323.317072:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2aa00 x1875064556833280/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.317078:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205323.317079:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205323.317081:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8f400.
02000000:00000001:1.0:1788205323.317084:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205323.317085:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205323.317086:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:1.0:1788205323.317088:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205323.317090:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d6c00.
02000000:00000001:1.0:1788205323.317092:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205323.317093:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205323.317095:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2aa00.
00000100:00000001:1.0:1788205323.317098:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205323.317099:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.317101:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205323.317104:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d28000 x1875064556833408/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.317110:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205323.317111:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205323.317112:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8c000.
02000000:00000001:1.0:1788205323.317114:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205323.317115:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205323.317116:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205323.317118:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205323.317119:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d7000.
02000000:00000001:1.0:1788205323.317121:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205323.317123:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205323.317124:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d28000.
00000100:00000001:1.0:1788205323.317126:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205323.317127:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.317128:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205323.317131:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02682d2a680 x1875064556833536/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205323.317136:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205323.317137:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205323.317139:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02682e8e000.
02000000:00000001:1.0:1788205323.317141:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205323.317143:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205323.317144:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:1.0:1788205323.317146:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205323.317147:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa026907d4c00.
02000000:00000001:1.0:1788205323.317149:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205323.317151:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205323.317152:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02682d2a680.
00000100:00000001:1.0:1788205323.317154:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205323.317156:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.317158:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.317167:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205323.317170:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205323.317172:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205323.317175:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205323.634565:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205323.634575:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205323.634582:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205323.634583:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205323.634676:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205323.634682:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205323.634686:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205323.698559:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205323.698570:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205323.698573:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205323.698581:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205323.698585:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205323.698589:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.698593:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205323.698596:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205323.698599:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205323.890567:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205323.890577:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205323.890580:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205323.890588:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205323.890593:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205323.890598:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205323.890601:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205323.890604:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205323.890607:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205324.658601:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205324.658613:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205324.658616:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205324.658620:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205324.658626:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205324.658628:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205324.658630:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205324.658633:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205324.658637:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205324.658638:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205324.658791:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205324.658796:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205324.658799:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205324.722557:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205324.722568:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205324.722570:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205324.722577:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205324.722583:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205324.722588:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205324.722591:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205324.722595:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205324.722599:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205324.914571:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205324.914581:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205324.914583:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205324.914590:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205324.914595:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205324.914599:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205324.914603:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205324.914607:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205324.914610:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205325.555695:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299130537, at 4299130561
00000100:00000010:0.0:1788205325.555717:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f540.
00000100:00000040:1.0:1788205325.555869:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299130537, at 4299130561
00000100:00000010:1.0:1788205325.555875:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02682e5f960.
00010000:00000001:2.0:1788205325.682838:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205325.682848:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205325.682856:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205325.682859:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205325.682998:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205325.683003:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205325.683006:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205325.746628:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205325.746639:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205325.746641:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205325.746658:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205325.746662:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205325.746666:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205325.746669:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205325.746673:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205325.746676:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205325.939235:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205325.939246:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205325.939249:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205325.939256:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205325.939260:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205325.939265:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205325.939269:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205325.939272:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205325.939275:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205326.708954:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205326.708965:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205326.708974:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205326.708975:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205326.709101:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205326.709107:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205326.709111:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205326.770728:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205326.770735:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205326.770737:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205326.770743:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205326.770747:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205326.770752:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205326.770754:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205326.770757:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205326.770760:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205326.962969:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205326.962978:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205326.962980:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205326.962985:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205326.962989:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205326.963002:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205326.963005:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205326.963008:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205326.963010:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205327.730565:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205327.730576:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205327.730585:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205327.730587:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205327.730787:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205327.730792:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205327.730796:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205327.794524:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205327.794532:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205327.794535:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205327.794540:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205327.794544:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205327.794549:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205327.794551:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205327.794554:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205327.794557:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205327.986547:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205327.986556:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205327.986558:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205327.986564:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205327.986568:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205327.986573:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205327.986576:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205327.986578:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205327.986581:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205328.435436:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0ae649ca-0415-4895-aee9-c8af79703d05->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205328.435448:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205328.435451:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205328.435454:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205328.435459:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205328.435466:0:18698:0:(import.c:510:import_select_connection()) MGC192.168.201.145@tcp: connect to NID 192.168.201.145@tcp last attempt 4461
00000400:00000200:1.0:1788205328.435476:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205328.435483:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205328.435487:0:18698:0:(import.c:589:import_select_connection()) MGC192.168.201.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205328.435491:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435494:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205328.435497:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435499:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205328.435503:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205328.435505:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097b9c
00000020:00000001:1.0:1788205328.435508:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205328.435511:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa0268598e800 refcount=3
00000020:00000001:1.0:1788205328.435514:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000020:00000001:1.0:1788205328.435516:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686043432960 : -105387666118656 : ffffa0268598e800)
00000100:00000040:1.0:1788205328.435519:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435522:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205328.435524:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435526:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205328.435529:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa0268598e800 : new refcount 2
00000100:00080000:1.0:1788205328.435532:0:18698:0:(import.c:624:import_select_connection()) MGC192.168.201.145@tcp: import ffffa02690afd000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435535:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205328.435538:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205328.435542:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205328.435545:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435547:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205328.435550:0:18698:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205328.435565:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0ea00.
00000020:00000040:1.0:1788205328.435569:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02690afd000 refcount=4 obd=MGC192.168.201.145@tcp
02000000:00000001:1.0:1788205328.435573:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205328.435575:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435578:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205328.435580:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205328.435584:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205328.435591:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8e000.
00000100:00000001:1.0:1788205328.435599:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205328.435608:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205328.435618:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205328.435622:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205328.435627:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004571364a] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205328.435654:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205328.435658:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205328.435661:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205328.435662:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205328.435664:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205328.435666:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205328.435669:0:18698:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4461
00000400:00000200:1.0:1788205328.435673:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205328.435675:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205328.435677:0:18698:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205328.435680:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435682:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205328.435685:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435686:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205328.435689:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205328.435690:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097be9
00000020:00000001:1.0:1788205328.435692:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205328.435694:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa02691f28000 refcount=5
00000020:00000001:1.0:1788205328.435696:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000020:00000001:1.0:1788205328.435698:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686250631168 : -105387458920448 : ffffa02691f28000)
00000100:00000040:1.0:1788205328.435701:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435702:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205328.435704:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435706:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205328.435709:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa02691f28000 : new refcount 4
00000100:00080000:1.0:1788205328.435711:0:18698:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa02682aaf800: import ffffa02684c81000 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435713:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205328.435715:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205328.435721:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205328.435723:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435724:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205328.435728:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205328.435730:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435732:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205328.435737:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0df80.
00000020:00000040:1.0:1788205328.435740:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81000 refcount=9 obd=lustre-MDT0000-mdc-ffffa02682aaf800
02000000:00000001:1.0:1788205328.435743:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205328.435744:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435746:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205328.435747:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205328.435749:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205328.435753:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8c000.
00000100:00000001:1.0:1788205328.435756:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205328.435761:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205328.435767:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205328.435770:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205328.435773:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed8c07e] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205328.435780:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205328.435783:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205328.435785:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205328.435787:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205328.435788:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205328.435791:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205328.435793:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4461
00000400:00000200:1.0:1788205328.435797:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205328.435800:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205328.435802:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205328.435804:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435806:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205328.435808:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435810:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205328.435812:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205328.435813:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bf7
00000020:00000001:1.0:1788205328.435815:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205328.435817:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bd800 refcount=4
00000020:00000001:1.0:1788205328.435819:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000020:00000001:1.0:1788205328.435821:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255437824 : -105387454113792 : ffffa026923bd800)
00000100:00000040:1.0:1788205328.435836:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435838:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205328.435840:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435842:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205328.435844:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bd800 : new refcount 3
00000100:00080000:1.0:1788205328.435847:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa02682aaf800: import ffffa02684c84800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435849:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205328.435850:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205328.435853:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205328.435855:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435857:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205328.435859:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205328.435870:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435872:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205328.435876:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0e680.
00000020:00000040:1.0:1788205328.435878:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c84800 refcount=4 obd=lustre-OST0000-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205328.435881:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205328.435882:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435883:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205328.435884:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205328.435886:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205328.435889:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8f400.
00000100:00000001:1.0:1788205328.435892:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205328.435897:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205328.435904:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205328.435906:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205328.435909:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcbc9365] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205328.435916:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205328.435919:0:18698:0:(pinger.c:229:ptlrpc_pinger_process_import()) b72a97b1-6a45-43df-9e98-66cdcf8f057d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205328.435922:0:18698:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205328.435924:0:18698:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205328.435925:0:18698:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205328.435927:0:18698:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205328.435929:0:18698:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: connect to NID 192.168.201.145@tcp last attempt 4461
00000400:00000200:1.0:1788205328.435933:0:18698:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:1.0:1788205328.435936:0:18698:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205328.435939:0:18698:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205328.435941:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435943:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205328.435944:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435946:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000001:1.0:1788205328.435948:0:18698:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205328.435949:0:18698:0:(genops.c:825:class_conn2export()) looking for export cookie 0x1868eaa756097bfe
00000020:00000001:1.0:1788205328.435950:0:18698:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205328.435952:0:18698:0:(lustre_handles.c:147:class_handle2object()) GET export ffffa026923bf000 refcount=4
00000020:00000001:1.0:1788205328.435954:0:18698:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000020:00000001:1.0:1788205328.435955:0:18698:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446638686255443968 : -105387454107648 : ffffa026923bf000)
00000100:00000040:1.0:1788205328.435958:0:18698:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa02698286880 refcount 11 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435960:0:18698:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205328.435961:0:18698:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa02698286880 refcount 12 to 192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435963:0:18698:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638686354827392 : -105387354724224 : ffffa02698286880)
00000020:00000040:1.0:1788205328.435965:0:18698:0:(genops.c:900:class_export_put()) PUTting export ffffa026923bf000 : new refcount 3
00000100:00080000:1.0:1788205328.435967:0:18698:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa02682aaf800: import ffffa02684c81800 using connection 192.168.201.145@tcp/192.168.201.145@tcp
00000100:00000001:1.0:1788205328.435969:0:18698:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205328.435971:0:18698:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205328.435973:0:18698:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205328.435975:0:18698:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435977:0:18698:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205328.435979:0:18698:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682934 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205328.435981:0:18698:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435983:0:18698:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205328.435986:0:18698:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02691f0d500.
00000020:00000040:1.0:1788205328.435989:0:18698:0:(genops.c:1231:class_import_get()) import ffffa02684c81800 refcount=3 obd=lustre-OST0001-osc-ffffa02682aaf800
02000000:00000001:1.0:1788205328.435991:0:18698:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205328.435992:0:18698:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205328.435993:0:18698:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205328.435994:0:18698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205328.435996:0:18698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205328.436000:0:18698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02682e8cc00.
00000100:00000001:1.0:1788205328.436003:0:18698:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205328.436007:0:18698:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205328.436014:0:18698:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205328.436016:0:18698:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205328.436019:0:18698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d296e8ea] to pc [ptlrpcd_rcv+-1]  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205328.436025:0:18698:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205328.436029:0:18698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4471)
00000100:00000001:3.0:1788205328.436139:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205328.436143:0:2340:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205328.436145:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205328.436152:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436160:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205328.436162:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205328.436166:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205328.436168:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205328.436171:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205328.436174:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556833664:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205328.436178:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205328.436182:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205328.436184:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205328.436187:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205328.436192:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d4400.
02000000:00000001:3.0:1788205328.436194:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205328.436199:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205328.436203:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205328.436210:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205328.436216:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556833664, portal 25
00000100:00000001:3.0:1788205328.436219:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205328.436221:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250527232 : -105387459024384 : ffffa02691f0ea00)
00000100:00000040:3.0:1788205328.436225:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436231:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205328.436233:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205328.436236:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205328.436239:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875064556833664, offset 0
00000400:00000200:3.0:1788205328.436246:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205328.436254:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205328.436259:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205328.436264:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205328.436268:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205328.436272:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205328.436274:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205328.436277:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3717:3717:256:4294967295] 192.168.201.145@tcp LPNI seq info [3717:3717:8:4294967295]
00000400:00000200:3.0:1788205328.436281:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205328.436290:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205328.436297:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205328.436302:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205328.436309:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205328.436312:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205328.436318:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205328.436321:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205328.436326:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205328.436328:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205328.436334:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205328.436338:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205328.436343:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205328.436346:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205328.436349:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205328.436353:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436362:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205328.436366:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436373:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205328.436375:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205328.436380:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205328.436384:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205328.436387:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 0 is 4299135657
00000100:00000010:3.0:1788205328.436392:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01507e0.
00000100:00000001:3.0:1788205328.436418:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205328.436425:0:2340:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS new deadline estimation for cpu 1 is 4299135658
00000100:00000010:3.0:1788205328.436429:0:2340:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa026a01500c0.
00000100:00000001:3.0:1788205328.436432:0:2340:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205328.436435:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205328.436438:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205328.436440:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205328.436445:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205328/real 1788205328]  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205328.436454:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205328.436456:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205328.436458:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205328.436460:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205328.436462:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205328.436465:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205328.436468:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205328.436477:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436484:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205328.436486:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.436488:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205328.436490:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205328.436494:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436501:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205328.436506:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436513:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205328.436516:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.436518:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205328.436519:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.436522:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205328.436524:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205328.436527:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02690afd000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205328.436530:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205328.436533:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205328.436537:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205328.436546:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0ae649ca-0415-4895-aee9-c8af79703d05:2340:1875064556833664:192.168.201.145@tcp:250:kworker.0
00000100:00000001:3.0:1788205328.436551:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205328.436554:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436559:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205328.436560:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205328.436562:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205328.436563:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205328.436565:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205328.436568:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833792:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205328.436571:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205328.436573:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205328.436575:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205328.436576:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205328.436579:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7400.
02000000:00000001:3.0:1788205328.436581:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205328.436584:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205328.436586:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205328.436590:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205328.436592:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556833792, portal 10
00000100:00000001:3.0:1788205328.436594:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205328.436596:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250524544 : -105387459027072 : ffffa02691f0df80)
00000100:00000040:3.0:1788205328.436602:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436608:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205328.436610:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205328.436612:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205328.436614:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875064556833792, offset 0
00000400:00000200:3.0:1788205328.436618:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205328.436622:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205328.436626:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205328.436629:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205328.436631:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205328.436634:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205328.436636:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205328.436638:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3718:3718:256:4294967295] 192.168.201.145@tcp LPNI seq info [3718:3718:8:4294967295]
00000400:00000200:3.0:1788205328.436642:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205328.436648:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205328.436652:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205328.436655:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205328.436658:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205328.436660:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205328.436664:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205328.436666:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205328.436669:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205328.436671:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205328.436674:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205328.436677:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205328.436680:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205328.436682:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205328.436685:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205328.436688:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436695:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205328.436699:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436705:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205328.436706:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205328.436709:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205328.436712:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: using a timeout of 337603 usecs (338 jiffies)
00000400:00000200:3.0:1788205328.436715:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205328.436717:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299133780
00000100:00000001:3.0:1788205328.436719:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299135657
00000100:00000001:3.0:1788205328.436721:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299133780
00000100:00000001:3.0:1788205328.436723:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299135658
00000100:00000001:3.0:1788205328.436725:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205328.436727:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205328.436728:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205328.436732:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205328/real 1788205328]  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205328.436739:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205328.436740:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205328.436741:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205328.436744:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205328.436745:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205328.436747:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205328.436750:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205328.436758:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436763:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205328.436764:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.436766:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205328.436767:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205328.436771:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436777:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205328.436780:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436786:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205328.436787:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.436789:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205328.436790:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.436791:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205328.436793:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205328.436795:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205328.436798:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205328.436800:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205328.436804:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205328.436812:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833792:192.168.201.145@tcp:38:kworker.0
00000100:00000001:3.0:1788205328.436816:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205328.436819:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436839:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205328.436841:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205328.436843:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205328.436845:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205328.436846:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205328.436849:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833920:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205328.436852:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205328.436854:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205328.436855:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205328.436856:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205328.436859:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205328.436869:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205328.436873:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205328.436875:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205328.436879:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205328.436882:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556833920, portal 4
00000100:00000001:3.0:1788205328.436884:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205328.436885:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250526336 : -105387459025280 : ffffa02691f0e680)
00000100:00000040:3.0:1788205328.436891:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436897:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205328.436900:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205328.436902:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205328.436904:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556833920, offset 0
00000400:00000200:3.0:1788205328.436907:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205328.436911:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205328.436915:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205328.436917:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205328.436920:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205328.436922:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205328.436924:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205328.436927:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3719:3719:256:4294967295] 192.168.201.145@tcp LPNI seq info [3719:3719:8:4294967295]
00000400:00000200:3.0:1788205328.436931:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205328.436937:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205328.436941:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205328.436945:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205328.436949:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205328.436951:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205328.436956:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205328.436958:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205328.436962:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205328.436965:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205328.436967:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205328.436970:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205328.436973:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205328.436975:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205328.436978:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205328.436981:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436989:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205328.436992:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.436998:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205328.437000:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205328.437003:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205328.437005:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: using a timeout of 20586 usecs (21 jiffies)
00000400:00000200:3.0:1788205328.437008:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205328.437010:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299133463
00000100:00000001:3.0:1788205328.437012:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299135657
00000100:00000001:3.0:1788205328.437014:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299133463
00000100:00000001:3.0:1788205328.437016:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299135658
00000100:00000001:3.0:1788205328.437018:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205328.437020:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205328.437022:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205328.437025:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205328/real 1788205328]  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205328.437033:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205328.437034:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205328.437036:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205328.437038:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205328.437040:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205328.437042:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205328.437045:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205328.437053:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437059:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205328.437060:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437062:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205328.437063:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205328.437067:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437073:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205328.437077:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437083:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205328.437085:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437087:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205328.437088:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437090:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205328.437092:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205328.437094:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c84800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205328.437098:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205328.437100:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205328.437104:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205328.437113:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556833920:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205328.437117:0:2340:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205328.437120:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437127:0:2340:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205328.437128:0:2340:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205328.437130:0:2340:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205328.437132:0:2340:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205328.437133:0:2340:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205328.437136:0:2340:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556834048:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205328.437139:0:2340:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205328.437141:0:2340:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205328.437143:0:2340:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205328.437144:0:2340:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205328.437147:0:2340:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205328.437149:0:2340:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205328.437152:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000010:3.0:1788205328.437153:0:2340:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0268514d2c0.
00000400:00000010:3.0:1788205328.437156:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1908.
00000100:00000200:3.0:1788205328.437159:0:2340:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875064556834048, portal 4
00000100:00000001:3.0:1788205328.437160:0:2340:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205328.437161:0:2340:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446638686250521856 : -105387459029760 : ffffa02691f0d500)
00000100:00000040:3.0:1788205328.437167:0:2340:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437173:0:2340:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205328.437174:0:2340:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.145@tcp
00000400:00000010:3.0:1788205328.437177:0:2340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa026868d1440.
00000100:00000200:3.0:1788205328.437178:0:2340:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875064556834048, offset 0
00000400:00000200:3.0:1788205328.437182:0:2340:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.145@tcp
00000400:00000200:3.0:1788205328.437186:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205328.437189:0:2340:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.145@tcp local destination
00000400:00000200:3.0:1788205328.437192:0:2340:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205328.437194:0:2340:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.45@tcp
00000400:00000200:3.0:1788205328.437196:0:2340:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205328.437198:0:2340:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.145@tcp
00000400:00000200:3.0:1788205328.437201:0:2340:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.45@tcp NI seq info: [3720:3720:256:4294967295] 192.168.201.145@tcp LPNI seq info [3720:3720:8:4294967295]
00000400:00000200:3.0:1788205328.437205:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000400:00000200:3.0:1788205328.437210:0:2340:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.45@tcp(192.168.201.45@tcp:<?>) -> 192.168.201.145@tcp(192.168.201.145@tcp:192.168.201.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205328.437214:0:2340:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205328.437217:0:2340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02691812b00.
00000800:00000200:3.0:1788205328.437221:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.0:1788205328.437223:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788205328.437227:0:2340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02690a93cc0] -> 12345-192.168.201.145@tcp (2)
00000800:00000200:3.1:1788205328.437229:0:2340:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788205328.437233:0:2340:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.145@tcp
00000800:00000010:3.0:1788205328.437234:0:2340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02691812b00.
00000400:00000200:3.0:1788205328.437237:0:2340:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205328.437240:0:2340:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.45@tcp->192.168.201.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205328.437242:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1440
00000400:00000010:3.0:1788205328.437244:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1440.
00000100:00000001:3.0:1788205328.437246:0:2340:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205328.437249:0:2340:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437256:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205328.437259:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437264:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205328.437266:0:2340:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205328.437268:0:2340:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205328.437271:0:2340:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: using a timeout of 751357 usecs (752 jiffies)
00000400:00000200:3.0:1788205328.437273:0:2340:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.145@tcp to cpt 0
00000100:00000001:3.0:1788205328.437275:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 0 is 4299134194
00000100:00000001:3.0:1788205328.437278:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 0, keep current deadline 4299135657
00000100:00000001:3.0:1788205328.437280:0:2340:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS new deadline estimation for cpu 1 is 4299134194
00000100:00000001:3.0:1788205328.437282:0:2340:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa02682aaf800: PM QoS request active for cpu 1, keep current deadline 4299135658
00000100:00000001:3.0:1788205328.437284:0:2340:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205328.437286:0:2340:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205328.437288:0:2340:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205328.437291:0:2340:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205328/real 1788205328]  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205328.437298:0:2340:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205328.437299:0:2340:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205328.437301:0:2340:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0268514d2c0.
00000400:00000200:3.0:1788205328.437303:0:2340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa026868d1908
00000400:00000010:3.0:1788205328.437304:0:2340:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa026868d1908.
00000100:00000001:3.0:1788205328.437306:0:2340:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205328.437308:0:2340:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205328.437316:0:2340:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437321:0:2340:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205328.437323:0:2340:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437325:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205328.437326:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205328.437329:0:2340:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437335:0:2340:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205328.437338:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437344:0:2340:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205328.437346:0:2340:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437347:0:2340:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205328.437348:0:2340:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437349:0:2340:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205328.437351:0:2340:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205328.437353:0:2340:0:(import.c:65:import_set_state_nolock()) ffffa02684c81800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205328.437356:0:2340:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.145@tcp failed (-110)
00000100:00000001:3.0:1788205328.437358:0:2340:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205328.437361:0:2340:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205328.437368:0:2340:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa02691f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b72a97b1-6a45-43df-9e98-66cdcf8f057d:2340:1875064556834048:192.168.201.145@tcp:8:kworker.0
00000100:00000001:3.0:1788205328.437372:0:2340:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437374:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205328.437377:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0ea00 x1875064556833664/t0(0) o250->MGC192.168.201.145@tcp@192.168.201.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437383:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205328.437386:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205328.437388:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d4400.
02000000:00000001:3.0:1788205328.437390:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205328.437392:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205328.437394:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02690afd000 refcount=3 obd=MGC192.168.201.145@tcp
00000020:00000001:3.0:1788205328.437417:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205328.437420:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8e000.
02000000:00000001:3.0:1788205328.437423:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205328.437425:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205328.437427:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0ea00.
00000100:00000001:3.0:1788205328.437430:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205328.437431:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437433:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205328.437436:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0df80 x1875064556833792/t0(0) o38->lustre-MDT0000-mdc-ffffa02682aaf800@192.168.201.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437443:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205328.437444:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205328.437445:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7400.
02000000:00000001:3.0:1788205328.437448:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205328.437449:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205328.437450:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81000 refcount=8 obd=lustre-MDT0000-mdc-ffffa02682aaf800
00000020:00000001:3.0:1788205328.437452:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205328.437454:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8c000.
02000000:00000001:3.0:1788205328.437456:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205328.437458:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205328.437459:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0df80.
00000100:00000001:3.0:1788205328.437461:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205328.437462:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437464:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205328.437467:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0e680 x1875064556833920/t0(0) o8->lustre-OST0000-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437473:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205328.437474:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205328.437475:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d5800.
02000000:00000001:3.0:1788205328.437477:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205328.437479:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205328.437480:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c84800 refcount=3 obd=lustre-OST0000-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205328.437481:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205328.437482:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8f400.
02000000:00000001:3.0:1788205328.437484:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205328.437485:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205328.437486:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0e680.
00000100:00000001:3.0:1788205328.437488:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205328.437489:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437490:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205328.437493:0:2340:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa02691f0d500 x1875064556834048/t0(0) o8->lustre-OST0001-osc-ffffa02682aaf800@192.168.201.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205328.437498:0:2340:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205328.437499:0:2340:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205328.437500:0:2340:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa026907d7c00.
02000000:00000001:3.0:1788205328.437502:0:2340:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205328.437503:0:2340:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205328.437504:0:2340:0:(genops.c:1244:class_import_put()) import ffffa02684c81800 refcount=2 obd=lustre-OST0001-osc-ffffa02682aaf800
00000020:00000001:3.0:1788205328.437506:0:2340:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205328.437507:0:2340:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02682e8cc00.
02000000:00000001:3.0:1788205328.437509:0:2340:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205328.437511:0:2340:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205328.437512:0:2340:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02691f0d500.
00000100:00000001:3.0:1788205328.437514:0:2340:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205328.437515:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437518:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205328.437524:0:2340:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205328.437526:0:2340:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205328.437528:0:2340:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205328.437529:0:2340:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205328.756265:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205328.756275:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205328.756282:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205328.756284:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205328.756811:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205328.756819:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205328.756824:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205328.818502:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205328.818510:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205328.818512:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205328.818518:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205328.818530:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205328.818535:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205328.818538:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205328.818541:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205328.818544:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205329.010578:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788205329.010585:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205329.010587:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205329.010593:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:3.0:1788205329.010597:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205329.010601:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205329.010603:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205329.010606:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205329.010609:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205329.780102:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205329.780112:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205329.780119:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205329.780123:0:18715:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788205329.780127:0:18715:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788205329.780131:0:18715:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205329.780134:0:18715:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788205329.780137:0:18715:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205329.780140:0:18715:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205329.780142:0:18715:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205329.781951:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205329.781962:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205329.781969:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205329.842993:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205329.843004:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205329.843006:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205329.843010:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205329.843014:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205329.843018:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205329.843020:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205329.843022:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205329.843024:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205330.034673:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205330.034681:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205330.034683:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205330.034688:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205330.034692:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205330.034695:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205330.034697:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205330.034700:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205330.034703:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205330.674611:0:18827:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876000 (cpu 0) has reached its deadline 4299135657, at 4299135680
00000100:00000010:0.0:1788205330.675944:0:18827:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01507e0.
00000100:00000040:1.0:1788205330.676376:0:18688:0:(connection.c:75:cpu_latency_work()) work item of ffffa02683876110 (cpu 1) has reached its deadline 4299135658, at 4299135681
00000100:00000010:1.0:1788205330.676385:0:18688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa026a01500c0.
00010000:00000001:2.0:1788205330.807433:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205330.807443:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205330.807451:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205330.807453:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205330.808390:0:15917:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205330.808396:0:15917:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205330.808429:0:15917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205330.866549:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205330.866558:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205330.866561:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205330.866567:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205330.866572:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205330.866576:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205330.866579:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205330.866582:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205330.866585:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205331.059630:0:18287:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205331.059641:0:18287:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205331.059645:0:18287:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205331.059652:0:18287:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4000 going to sleep for 0 seconds
00000100:00000001:2.0:1788205331.059656:0:18287:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205331.059661:0:18287:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205331.059664:0:18287:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205331.059668:0:18287:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205331.059671:0:18287:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205331.828098:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205331.828107:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788205331.828114:0:18715:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788205331.828115:0:18715:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205331.828640:0:15916:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205331.828645:0:15916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205331.828649:0:15916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788205331.891621:0:16045:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788205331.891631:0:16045:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205331.891635:0:16045:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205331.891642:0:16045:0:(client.c:2702:ptlrpc_set_wait()) set ffffa026924d4e40 going to sleep for 0 seconds
00000100:00000001:1.0:1788205331.891646:0:16045:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205331.891651:0:16045:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205331.891654:0:16045:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205331.891658:0:16045:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205331.891661:0:16045:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 126995 lines, 126995 kept, 0 dropped, 0 bad.